-- Logs begin at Sun 2022-10-30 00:10:42 UTC, end at Sun 2022-10-30 01:21:43 UTC. -- Oct 30 00:47:19.085605 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 30 00:47:21.779375 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.common.config [-] Logging enabled! Oct 30 00:47:21.780036 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 30 00:47:21.780209 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104428) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 30 00:47:21.783506 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.common.config [-] Logging enabled! Oct 30 00:47:21.783741 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 30 00:47:21.784082 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104428) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 30 00:47:21.785021 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 00:47:21.785253 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 00:47:21.785726 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 00:47:21.785967 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 00:47:21.786192 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 00:47:21.786516 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.786802 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.787032 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.787331 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.787625 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.787924 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.788207 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.788596 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.788956 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.789240 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.789526 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.789754 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.790029 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.790312 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.790597 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.790804 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] debug = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.791083 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.791512 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.791938 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.792217 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.792502 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.792779 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.793049 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.793325 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.793608 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.793932 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.794210 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.794496 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.794776 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.795058 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.795329 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.795599 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.795903 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.796172 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.796439 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.796714 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.796998 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.797281 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.797565 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.797789 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.798008 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.798291 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.798577 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.798852 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.799124 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.799413 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.799666 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.799966 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.800230 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.800512 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.800792 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.801074 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.801354 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.801626 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.801893 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.802161 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.802441 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.802711 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.802980 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.803252 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.803535 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.804161 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.804284 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.804588 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.804876 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.805158 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.805445 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.805717 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.805997 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.806267 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.806536 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.806803 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] use_json = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.807070 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.807335 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.807611 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.807902 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.808171 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.808440 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.808706 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.808985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.809253 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:21.809541 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.809832 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.810129 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.810405 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.810703 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.810980 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.811293 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.811540 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.811843 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.812129 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.812416 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.812690 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.812982 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.813265 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.813554 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.813851 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.814138 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.814427 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.814698 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.814968 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.815236 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.815509 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.815820 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.816095 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.816380 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.816665 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.816941 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.817571 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.817857 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.818138 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.818429 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.818713 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.818985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.819259 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.819610 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.819892 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.820160 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.820438 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.820713 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.820982 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.821257 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.821549 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.821834 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.822104 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.822378 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.822665 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.822937 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.823203 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.823468 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.823758 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.824029 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.824307 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.824581 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.824848 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.825115 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.825385 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.825653 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.825921 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.826190 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.826459 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.826730 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.827001 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.827267 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.827537 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.827831 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.828101 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.828368 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.828635 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.828905 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.829170 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.829437 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.829703 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.829967 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.830233 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.830509 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.830801 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.831071 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.831347 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.831618 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.831914 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.832186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.832455 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.832726 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.832999 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.833264 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.833544 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.833822 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.834101 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.834377 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.834671 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.834960 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.835333 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.835611 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.835913 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.836188 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.836462 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.836740 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.837014 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.837289 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.837565 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.837840 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.838127 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.838416 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.838690 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.838979 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.839264 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.839548 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.839843 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.840147 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.840419 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:21.840631 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 00:47:21.840866 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104428) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 30 00:47:22.217131 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 30 00:47:22.217331 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 30 00:47:22.217611 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 30 00:47:22.217839 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 30 00:47:22.218116 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 30 00:47:22.218440 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 30 00:47:22.538952 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.539251 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.539541 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.540763 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.541048 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.541306 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.593323 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.593602 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.593871 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.608334 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.608609 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.608881 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.637753 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.638062 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.638300 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.673761 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.674045 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.674295 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.901695 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.902312 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.902312 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.902586 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.903285 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.999592 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:22.999929 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.000203 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.000473 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.000744 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.001045 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.001298 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.001552 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.001797 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.002077 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.002313 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.002569 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.002823 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.003069 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.003320 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.003578 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.003855 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.004101 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.004366 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.004615 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.004881 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.005131 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.005407 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.005774 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.006017 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.006259 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.006649 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:23.006883 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:23.007201 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:23.007436 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:23.007663 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:23.007920 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:23.008285 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 30 00:47:23.011346 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 30 00:47:23.015226 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 30 00:47:23.019044 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 30 00:47:23.020671 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 30 00:47:23.021288 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 30 00:47:23.021613 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 30 00:47:23.021995 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 30 00:47:23.024800 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 30 00:47:23.025044 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 30 00:47:23.025385 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 30 00:47:23.030457 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 30 00:47:23.053085 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 30 00:47:23.053524 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.053814 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104428) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 30 00:47:23.054225 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.055559 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104428) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 30 00:47:23.055854 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 30 00:47:23.056088 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 30 00:47:23.066774 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.067052 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:23.237155 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 30 00:47:23.237362 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 30 00:47:23.237682 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 30 00:47:23.238156 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 30 00:47:23.295936 dv-cinder-master-3-iscsi neutron-server[104428]: INFO dbcounter [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Registered counter for database neutron Oct 30 00:47:23.318874 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_db.sqlalchemy.engines [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104428) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 30 00:47:23.325846 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG dbcounter [-] [104428] Writer thread running {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 00:47:23.867205 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing driver for type 'gre' Oct 30 00:47:23.867907 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] gre ID ranges: [(1, 1000)] Oct 30 00:47:23.929123 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing driver for type 'local' Oct 30 00:47:23.929771 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing driver for type 'vlan' Oct 30 00:47:23.945541 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] VlanTypeDriver initialization complete Oct 30 00:47:23.946113 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing driver for type 'vxlan' Oct 30 00:47:23.946981 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] vxlan ID ranges: [(1, 1000)] Oct 30 00:47:24.009846 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing extension driver 'port_security' Oct 30 00:47:24.010394 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.extensions.port_security [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] PortSecurityExtensionDriver initialization complete Oct 30 00:47:24.010919 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing mechanism driver 'openvswitch' Oct 30 00:47:24.011495 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing mechanism driver 'hyperv' Oct 30 00:47:24.022129 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:47:24.023015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.023446 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.023919 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.024600 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 00:47:24.025078 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.025484 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.025868 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.026370 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 00:47:24.026961 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.027476 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.028010 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.028617 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 00:47:24.029217 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > security_group after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.029680 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > security_group after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.030186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > security_group after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.030792 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 00:47:24.031411 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.031979 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.032485 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.033271 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 00:47:24.033846 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > address_group after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.034339 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > address_group after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.034851 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > address_group after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.035428 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 30 00:47:24.036158 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] ML2 OVO RPC backend initialized. {{(pid=104428) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 30 00:47:24.037248 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.037759 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.038509 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.038816 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > networks before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.039162 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.039506 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > ports before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.039872 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.040215 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnets before_response 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.040561 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.040904 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.041242 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.041582 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.041921 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.042255 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.042591 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.042931 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.043268 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.050854 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded quota_driver: . Oct 30 00:47:24.051220 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.plugin [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Modular L2 Plugin initialization complete Oct 30 00:47:24.051566 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading services supported by the core plugin {{(pid=104428) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 30 00:47:24.051934 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.plugins.ml2.managers [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Got port-security extension from driver 'port_security' Oct 30 00:47:24.052415 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.extensions.vlantransparent [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Disabled vlantransparent extension. Oct 30 00:47:24.052912 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104428) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 30 00:47:24.053224 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: router Oct 30 00:47:24.090927 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_interface before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.091318 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_create 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.091681 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router before_create 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.092066 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.092435 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.092786 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_delete 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.093140 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > floatingip after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.093487 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > floatingip after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.093840 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_create 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.094185 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_update 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.094527 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_update 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.094875 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.095214 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_update 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.095622 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_update 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.096009 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.096349 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.096686 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: subnet after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.097024 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.097374 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > port precommit_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.097722 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_create 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.098063 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.098405 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.098752 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router after_update 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.099094 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_delete 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.099436 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_create 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.099819 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router_interface after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.100147 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_update 55549900 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.100509 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > agent after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.100856 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > agent after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.101199 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > network after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.102050 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Tracking information for resource: router configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:24.102377 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Tracking information for resource: floatingip configured {{(pid=104428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 30 00:47:24.107341 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.db.l3_agentschedulers_db [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 30 00:47:24.107976 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.108339 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.108690 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.109044 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.109828 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router before_create 55550100 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.110182 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_delete 55550100 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.110548 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_create 55550100 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.110903 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > router precommit_update 55550100 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.115756 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.provider_configuration [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service providers = [] {{(pid=104428) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 30 00:47:24.116115 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.db.servicetype_db [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104428) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 30 00:47:24.119317 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.service_base [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 00:47:24.119597 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.service_base [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 00:47:24.119962 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.service_base [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 00:47:24.120832 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.services.service_base [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 30 00:47:24.121198 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.services.service_base [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 30 00:47:24.121577 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.121892 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 30 00:47:24.132223 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.132553 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: auto_allocate Oct 30 00:47:24.138264 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: network precommit_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.138629 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: network precommit_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.139148 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.139462 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: tag Oct 30 00:47:24.145998 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.146321 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: timestamp Oct 30 00:47:24.150538 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.150860 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: network_ip_availability Oct 30 00:47:24.156382 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.156751 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.157099 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.157799 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.158116 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: flavors Oct 30 00:47:24.162706 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.163038 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading Plugin: revisions Oct 30 00:47:24.167763 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 30 00:47:24.168139 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.950s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 30 00:47:24.170187 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104428) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 30 00:47:24.170524 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Initializing extension manager. Oct 30 00:47:24.171051 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: __init__.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.171407 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: __pycache__ {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.171762 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: address_group.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.172605 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.173195 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: address-group Oct 30 00:47:24.173524 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: address_scope.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.174194 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.174699 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: address-scope Oct 30 00:47:24.175022 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: admin_state_down_before_update.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.175914 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.176411 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: router-admin-state-down-before-update Oct 30 00:47:24.176726 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: agent.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.177385 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.177874 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: agent Oct 30 00:47:24.178196 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: agent_resources_synced.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.179056 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.179551 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: agent-resources-synced Oct 30 00:47:24.179896 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: allowedaddresspairs.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.181716 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.182223 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: allowed-address-pairs Oct 30 00:47:24.182538 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: auto_allocated_topology.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.183554 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.184077 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: auto-allocated-topology Oct 30 00:47:24.184404 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: availability_zone.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.185050 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.185546 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: availability_zone Oct 30 00:47:24.185860 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: availability_zone_filter.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.186720 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.187211 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: availability_zone_filter Oct 30 00:47:24.187527 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: data_plane_status.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.188406 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.188897 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension data-plane-status not supported by any of loaded plugins Oct 30 00:47:24.189213 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: default_subnetpools.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.190063 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.190556 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: default-subnetpools Oct 30 00:47:24.190878 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: dhcpagentscheduler.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.191640 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.192151 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: dhcp_agent_scheduler Oct 30 00:47:24.192832 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: dns.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.193689 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.194181 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension dns-integration not supported by any of loaded plugins Oct 30 00:47:24.194504 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: dns_domain_ports.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.195355 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.195877 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 30 00:47:24.196342 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.197088 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.197577 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 30 00:47:24.197896 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: dvr.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.198519 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.199008 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: dvr Oct 30 00:47:24.199327 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: ecmp_routes.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.200212 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.200703 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension ecmp_routes not supported by any of loaded plugins Oct 30 00:47:24.201019 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: empty_string_filtering.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.201875 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.202366 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: empty-string-filtering Oct 30 00:47:24.202684 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.203535 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.204059 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 30 00:47:24.204377 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.205227 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.205715 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 30 00:47:24.206026 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: external_net.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.206881 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.207513 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: external-net Oct 30 00:47:24.207868 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: extra_dhcp_opt.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.208726 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.209214 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: extra_dhcp_opt Oct 30 00:47:24.209530 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: extraroute.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.210374 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.210863 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: extraroute Oct 30 00:47:24.211180 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: extraroute_atomic.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.212296 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.212789 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: extraroute-atomic Oct 30 00:47:24.213105 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: filter_validation.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.213725 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.214215 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: filter-validation Oct 30 00:47:24.214537 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: fip_pf_description.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.215493 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.215916 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 30 00:47:24.216230 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: fip_pf_detail.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.217083 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.217574 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: floating-ip-port-forwarding-detail Oct 30 00:47:24.217889 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: fip_pf_port_range.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.218742 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.219236 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 30 00:47:24.219551 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: fip_port_details.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.220441 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.220945 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: fip-port-details Oct 30 00:47:24.221262 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: flavors.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.222418 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.222915 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: flavors Oct 30 00:47:24.223236 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.224882 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.225386 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 30 00:47:24.225710 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: floatingip_pools.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.226355 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.226850 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: floatingip-pools Oct 30 00:47:24.227169 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: ip_allocation.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.228095 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.228584 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension ip_allocation not supported by any of loaded plugins Oct 30 00:47:24.228905 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.229778 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.230276 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: ip-substring-filtering Oct 30 00:47:24.230595 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l2_adjacency.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.231451 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.231961 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension l2_adjacency not supported by any of loaded plugins Oct 30 00:47:24.232282 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.233193 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.233696 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: router Oct 30 00:47:24.234019 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_conntrack_helper.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.236404 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.236919 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 30 00:47:24.237246 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.238117 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.238618 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: ext-gw-mode Oct 30 00:47:24.238944 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.239825 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.240326 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: l3-ha Oct 30 00:47:24.240649 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.241503 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.242024 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 30 00:47:24.242343 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_flavors.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.243247 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.243742 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: l3-flavors Oct 30 00:47:24.244083 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_ndp_proxy.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.245396 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.245900 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 30 00:47:24.246216 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.247074 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.247573 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: l3-port-ip-change-not-allowed Oct 30 00:47:24.247915 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: l3agentscheduler.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.248904 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.249406 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: l3_agent_scheduler Oct 30 00:47:24.249731 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: local_ip.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.251411 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.251952 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension local_ip not supported by any of loaded plugins Oct 30 00:47:24.252279 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: logging.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.253693 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.254201 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension logging not supported by any of loaded plugins Oct 30 00:47:24.254523 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: metering.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.255210 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.255791 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: metering Oct 30 00:47:24.256111 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.257139 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.257646 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: metering_source_and_destination_fields Oct 30 00:47:24.257965 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: multiprovidernet.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.258948 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.259457 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: multi-provider Oct 30 00:47:24.259791 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: netmtu.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.260662 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.261158 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: net-mtu Oct 30 00:47:24.261475 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: netmtu_writable.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.262345 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.262841 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: net-mtu-writable Oct 30 00:47:24.263158 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: network_availability_zone.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.263838 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.264338 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: network_availability_zone Oct 30 00:47:24.264654 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: network_ip_availability.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.265709 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.266204 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: network-ip-availability Oct 30 00:47:24.266525 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: network_segment_range.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.267246 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.267756 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension network-segment-range not supported by any of loaded plugins Oct 30 00:47:24.268083 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: pagination.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.269003 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.269324 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: pagination Oct 30 00:47:24.269636 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: port_device_profile.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.270497 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.270996 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: port-device-profile Oct 30 00:47:24.271317 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: port_mac_address_override.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.272209 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.272706 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: port-mac-override Oct 30 00:47:24.273021 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.273887 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.274501 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: port-mac-address-regenerate Oct 30 00:47:24.274920 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.275808 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.276311 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: port-numa-affinity-policy Oct 30 00:47:24.276627 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: port_resource_request.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.277500 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.277992 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension port-resource-request not supported by any of loaded plugins Oct 30 00:47:24.278311 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: port_resource_request_groups.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.279222 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.279726 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 30 00:47:24.280050 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: portbindings.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.280935 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.281427 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: binding Oct 30 00:47:24.281745 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: portbindings_extended.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.282959 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.283467 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: binding-extended Oct 30 00:47:24.283819 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: portsecurity.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.284685 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.285187 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: port-security Oct 30 00:47:24.285504 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: project_id.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.286418 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.286745 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: project-id Oct 30 00:47:24.287060 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: providernet.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.288157 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.288668 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: provider Oct 30 00:47:24.288988 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.292547 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.293061 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos not supported by any of loaded plugins Oct 30 00:47:24.293389 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.294609 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.295126 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 30 00:47:24.295452 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.296358 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.296864 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 30 00:47:24.297187 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_default.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.298053 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.298562 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-default not supported by any of loaded plugins Oct 30 00:47:24.298877 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_fip.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.299768 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.300272 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-fip not supported by any of loaded plugins Oct 30 00:47:24.300598 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_fip_network_policy.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.301472 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.301970 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 30 00:47:24.302291 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_gateway_ip.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.303165 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.303661 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 30 00:47:24.304008 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_port_network_policy.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.304866 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.305361 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 30 00:47:24.305846 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.306969 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.307481 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 30 00:47:24.307831 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.308833 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.309332 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 30 00:47:24.309652 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_pps_rule.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.310750 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.311245 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-pps not supported by any of loaded plugins Oct 30 00:47:24.311562 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_rule_type_details.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.312447 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.312939 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 30 00:47:24.313257 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_rule_type_filter.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.314109 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.314605 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 30 00:47:24.314923 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: qos_rules_alias.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.315937 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.316431 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 30 00:47:24.316750 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: quota_check_limit.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.317962 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.318461 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: quota-check-limit Oct 30 00:47:24.318779 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: quotasv2.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.319679 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.320024 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: quotas Oct 30 00:47:24.320338 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: quotasv2_detail.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.322025 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.322355 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: quota_details Oct 30 00:47:24.322677 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: rbac.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.323779 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.324289 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: rbac-policies Oct 30 00:47:24.324613 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: rbac_address_group.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.325484 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.325982 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: rbac-address-group Oct 30 00:47:24.326302 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: rbac_address_scope.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.327245 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.327769 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: rbac-address-scope Oct 30 00:47:24.328094 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: rbac_security_groups.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.328985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.329479 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: rbac-security-groups Oct 30 00:47:24.329798 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: rbac_subnetpool.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.330657 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.331161 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: rbac-subnetpool Oct 30 00:47:24.331471 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: revisionifmatch.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.332364 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.332859 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: revision-if-match Oct 30 00:47:24.333175 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: revisions.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.334240 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.334739 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: standard-attr-revisions Oct 30 00:47:24.335063 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: router_availability_zone.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.335697 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.336227 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: router_availability_zone Oct 30 00:47:24.336537 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: routerservicetype.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.337472 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.337972 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension router-service-type not supported by any of loaded plugins Oct 30 00:47:24.338292 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.339167 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.339667 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: security-groups-normalized-cidr Oct 30 00:47:24.340011 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: security_groups_port_filtering.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.340878 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.341406 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: port-security-groups-filtering Oct 30 00:47:24.341724 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.342593 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.343093 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: security-groups-remote-address-group Oct 30 00:47:24.343409 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.344323 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.344844 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: security-groups-shared-filtering Oct 30 00:47:24.345157 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: securitygroup.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.354838 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.355363 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: security-group Oct 30 00:47:24.355696 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: segment.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.356425 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.356929 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension segment not supported by any of loaded plugins Oct 30 00:47:24.357249 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.358131 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.358635 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 30 00:47:24.358956 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: servicetype.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.360014 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.360518 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: service-type Oct 30 00:47:24.360841 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: sorting.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.361787 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.362109 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: sorting Oct 30 00:47:24.362423 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: standard_attr_segment.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.363304 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.363832 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 30 00:47:24.364157 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: standardattrdescription.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.364743 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.365271 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: standard-attr-description Oct 30 00:47:24.365586 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: stateful_security_group.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.366462 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.366975 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: stateful-security-group Oct 30 00:47:24.367296 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: stdattrs_common.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.367862 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 30 00:47:24.368244 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.369117 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.369667 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 30 00:47:24.369936 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: subnet_onboard.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.370941 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.371446 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: subnet_onboard Oct 30 00:47:24.371789 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.372663 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.373164 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 30 00:47:24.373483 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: subnet_service_types.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.374357 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.374862 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: subnet-service-types Oct 30 00:47:24.375179 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: subnetallocation.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.376208 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.376711 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: subnet_allocation Oct 30 00:47:24.377031 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.377659 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.378156 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: subnetpool-prefix-ops Oct 30 00:47:24.378472 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.379407 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.379925 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 30 00:47:24.380245 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: tagging.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.381258 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.381775 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: standard-attr-tag Oct 30 00:47:24.382126 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: timestamp.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.383257 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.383834 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loaded extension: standard-attr-timestamp Oct 30 00:47:24.384189 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: trunk.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.385132 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.385632 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension trunk not supported by any of loaded plugins Oct 30 00:47:24.385956 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: trunk_details.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.386816 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.387309 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension trunk-details not supported by any of loaded plugins Oct 30 00:47:24.387627 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: uplink_status_propagation.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.388516 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.389010 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 30 00:47:24.389327 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Loading extension file: vlantransparent.py {{(pid=104428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 30 00:47:24.389959 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 30 00:47:24.390451 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extension vlan-transparent not supported by any of loaded plugins Oct 30 00:47:24.393140 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:network Oct 30 00:47:24.393688 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:subnet Oct 30 00:47:24.394087 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 00:47:24.394474 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:port Oct 30 00:47:24.395755 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.396213 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service FLAVORS assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.396816 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.397235 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.397569 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:router Oct 30 00:47:24.397991 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:floatingip Oct 30 00:47:24.398472 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service METERING assigned prefix: /metering {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.399993 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.400359 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.400707 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:47:24.401718 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of CountableResource for resource:rbac_policy Oct 30 00:47:24.402152 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:security_group Oct 30 00:47:24.402591 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 30 00:47:24.403100 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service CORE assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.403433 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 00:47:24.403789 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] subnetpool is already registered Oct 30 00:47:24.404217 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service CORE assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.404544 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 00:47:24.404872 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] subnetpool is already registered Oct 30 00:47:24.407260 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.407691 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service FLAVORS assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.408300 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.408717 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.409043 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:router Oct 30 00:47:24.409381 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] router is already registered Oct 30 00:47:24.409794 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:floatingip Oct 30 00:47:24.410129 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] floatingip is already registered Oct 30 00:47:24.410568 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service METERING assigned prefix: /metering {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.411224 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of CountableResource for resource:rbac_policy Oct 30 00:47:24.411550 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] rbac_policy is already registered Oct 30 00:47:24.411983 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:security_group Oct 30 00:47:24.412312 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] security_group is already registered Oct 30 00:47:24.412710 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 30 00:47:24.413044 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] security_group_rule is already registered Oct 30 00:47:24.413663 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service CORE assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.413990 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 00:47:24.414320 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] subnetpool is already registered Oct 30 00:47:24.414735 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.v2.resource_helper [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Service CORE assigned prefix: {{(pid=104428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 30 00:47:24.415136 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Creating instance of TrackedResource for resource:subnetpool Oct 30 00:47:24.415540 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING neutron.quota.resource_registry [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] subnetpool is already registered Oct 30 00:47:24.416041 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: extensions {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.417547 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: address-groups {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.419060 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: address-scopes {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.420483 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: agents {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.421662 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: auto-allocated-topology {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.422918 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: availability_zones {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.424169 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: dhcp-networks {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.425705 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: dhcp-agents {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.427124 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: routers {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.428947 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: flavors {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.430230 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: service_profiles {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.431527 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: next_providers {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.432999 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: service_profiles {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.435461 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: floatingip-pools {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.436763 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: routers {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.438478 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: floatingips {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.439775 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: l3-routers {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.441209 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: l3-agents {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.442987 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: metering-labels {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.444308 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: metering-label-rules {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.445703 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: network-ip-availabilities {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.447436 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: bindings {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.449040 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: quotas {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.450693 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: quotas {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.452272 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: rbac-policies {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.453480 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: security-groups {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.454840 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: security-group-rules {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.456121 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: service-providers {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.457343 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: subnetpools {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.458686 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: subnetpools {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.460275 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.461981 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.463796 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.465631 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.467316 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.469314 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.470979 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.472906 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.474841 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.476625 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron.api.extensions [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Extended resource: tags {{(pid=104428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 30 00:47:24.482751 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING keystonemiddleware.auth_token [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 30 00:47:24.487940 dv-cinder-master-3-iscsi neutron-server[104428]: WARNING keystonemiddleware.auth_token [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 30 00:47:24.496863 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Acquiring lock "singleton_lock" {{(pid=104428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 30 00:47:24.497194 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Acquired lock "singleton_lock" {{(pid=104428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 30 00:47:24.497659 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Releasing lock "singleton_lock" {{(pid=104428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 30 00:47:24.498316 dv-cinder-master-3-iscsi neutron-server[104428]: INFO oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Starting 2 workers Oct 30 00:47:24.503059 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Started child 104541 {{(pid=104428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 00:47:24.507449 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Started child 104542 {{(pid=104428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 00:47:24.508368 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:24.509230 dv-cinder-master-3-iscsi neutron-server[104428]: INFO neutron.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Neutron service started, listening on 0.0.0.0:9696 Oct 30 00:47:24.509818 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Publish callbacks [] for process (None), before_spawn {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:24.510090 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [-] (104541) wsgi starting up on http://0.0.0.0:9696 Oct 30 00:47:24.512116 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:24.512620 dv-cinder-master-3-iscsi neutron-server[104428]: INFO oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Starting 1 workers Oct 30 00:47:24.513608 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [-] (104542) wsgi starting up on http://0.0.0.0:9696 Oct 30 00:47:24.517216 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Started child 104543 {{(pid=104428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 00:47:24.517749 dv-cinder-master-3-iscsi neutron-server[104428]: INFO oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Starting 1 workers Oct 30 00:47:24.520909 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] calling RpcWorker wait() {{(pid=104543) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 30 00:47:24.521478 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] returning from RpcWorker wait() {{(pid=104543) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 30 00:47:24.522099 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Started child 104544 {{(pid=104428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 30 00:47:24.522589 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:24.522805 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5d23565a-198e-44cb-ae0f-04c84d35682f None None] Publish callbacks [] for process (None), after_spawn {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:24.523122 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:47:24.524855 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104428) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 30 00:47:24.525039 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 00:47:24.525422 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 00:47:24.525620 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 00:47:24.525986 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 00:47:24.526133 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 00:47:24.526819 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.527091 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.527343 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.527611 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.527989 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:24.528491 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.528491 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.528648 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.528877 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.529126 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.529303 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.529432 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:47:24.529572 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.529712 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.529861 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.530189 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.530434 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.530664 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.530925 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.531082 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.531346 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.531605 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.531878 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.532161 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] debug = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.532396 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.532858 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.533073 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.533430 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.533577 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.533777 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.534018 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.534268 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.534473 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.534875 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.535124 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.535366 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.535601 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.535841 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.536078 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.536327 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.536554 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.537019 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.537267 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.537496 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.537721 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.537961 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.538208 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.538418 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.538686 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.538924 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.539167 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.539386 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.539647 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.539915 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.540228 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.540474 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.540636 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_options = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.540867 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.541115 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.541380 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.541569 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.541732 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.541892 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.542134 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.542296 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.542544 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.542775 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.542968 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.543174 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.543603 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.543910 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.544554 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.545473 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.545724 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.546287 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.546287 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.546486 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.546607 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.546815 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.547042 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.547279 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.547887 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.547887 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.548115 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.548223 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.548374 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.548795 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.548945 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.549082 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.549280 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.549504 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.549758 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.549984 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.550206 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.550449 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.550657 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.550878 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.551761 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.551761 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.551761 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.551998 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.551998 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.552203 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.552427 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_json = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.552621 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.552861 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.553119 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.553295 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.553679 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.554052 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.554283 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.554714 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.554877 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.555164 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.555435 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.555789 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.556029 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.556256 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.556488 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.557020 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.557020 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.557339 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.557476 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.557689 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.557904 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.559786 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.559967 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.560242 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.562766 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.563136 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.563575 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.565204 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.565442 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.566473 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.566985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.568076 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.568363 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.568699 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.568903 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.569142 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.569491 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.569761 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.570039 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.570402 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.570670 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.570937 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.571235 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.571512 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.571789 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.572031 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.572251 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.572468 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.572683 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.572941 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.573178 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.573415 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.573675 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.573887 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.574116 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.574345 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.574603 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.574867 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.575044 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.575276 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.575507 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.575764 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.576271 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.576547 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.576782 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.577077 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.577322 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.577575 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.577890 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.578819 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.579055 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.579419 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.579665 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.579985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.580223 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.580526 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.580865 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.581203 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.581463 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.583704 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.583968 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.584844 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.586817 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.587207 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.589116 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.589360 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.589606 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.589843 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.590077 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.590300 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.590534 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.590765 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.590992 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.591236 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.591481 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.591700 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.592153 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.592457 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.592683 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.592907 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.593162 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.593479 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.593742 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.594107 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.594387 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.594639 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.594949 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.595312 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.595526 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.595771 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.596044 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.596445 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.596677 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.596923 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.597158 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.597378 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.597618 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.597839 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.598075 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.598321 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.598552 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.598775 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.599019 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.599238 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.599629 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.600168 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.600430 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.600708 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.600942 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.601164 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.601425 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.601665 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.602062 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.602686 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.602978 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.603199 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.603464 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.603804 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.604071 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.604315 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.604578 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.604975 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.605411 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.605667 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.605935 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.606179 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.606412 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.606659 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.606909 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.607145 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.607581 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.607979 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.609608 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.609874 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.610117 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.610341 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.610621 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.610889 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.611131 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.611402 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.611653 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.614051 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.614339 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.615015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.615800 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.616103 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.616387 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.616645 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.616907 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.617147 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.617393 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.617637 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.617884 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.618248 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.618532 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.618762 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.619008 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.619246 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.619496 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.619949 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.620269 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.620523 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.620765 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.620989 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.621226 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.621448 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.621683 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.621934 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.622154 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.622434 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.622829 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.623049 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.623477 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.623765 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.624134 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.624433 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.624681 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.624899 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.625201 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.626065 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.626336 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.626562 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.627139 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.627748 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.627980 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.628401 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.628665 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.629169 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.629445 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.629715 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.630186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.630440 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.630733 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.630966 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.631747 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.631980 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.632371 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.632600 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.633153 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.633363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:47:24.633465 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.633617 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.633954 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.634197 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.634417 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.634661 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.634930 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.635306 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.635460 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.635652 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.635927 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.636157 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.636362 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.636592 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.636804 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.637046 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.637267 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.639322 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.639560 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.639835 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.640177 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.640444 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.640681 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.640954 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.641176 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.641422 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.641651 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.641865 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.642075 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.642298 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.642513 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.642722 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.642967 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.643177 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.643415 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.643635 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.644175 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.644389 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.645254 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.645462 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.645993 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.646645 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.647656 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.648462 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.648719 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.649335 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.650973 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.651226 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.651482 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.651768 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.652013 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.652249 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.652463 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.652686 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.652904 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.653114 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.653406 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.653677 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.653915 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.654200 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.654441 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.654682 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.654935 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.655237 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.655461 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.655736 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.656148 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.656486 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.656833 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.657200 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.657620 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.658018 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.658397 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.658836 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.659221 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.659682 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.660094 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.660410 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.660811 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.661239 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.661617 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.661934 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.662275 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.662570 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.662881 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.663172 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.663470 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665015 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665588 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.665910 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.666143 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.666364 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.666592 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.666819 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.666977 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 00:47:24.667512 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104428) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 30 00:47:24.667666 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 30 00:47:24.667843 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 30 00:47:24.668021 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 30 00:47:24.668186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 30 00:47:24.668509 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 30 00:47:24.669170 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.669170 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.669170 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.669170 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.669676 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.669676 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.669676 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670041 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670041 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670781 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670781 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670781 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670781 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.670781 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671185 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671185 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671185 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671398 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671398 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671536 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671678 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.671882 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] debug = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.672041 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.672260 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.672421 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.672577 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.672730 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.672885 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673040 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673195 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673351 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673507 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673663 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673843 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.673967 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.674118 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.674270 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.674429 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.674585 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.674740 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.674895 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.675051 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.675205 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.675359 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.675610 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.675809 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.675966 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.676122 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.676278 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.676435 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.676593 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.676760 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.676904 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.677060 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.677216 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_options = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.677380 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.677532 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.677687 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.677867 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.678029 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.678186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.678343 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.678500 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.678897 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.678897 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679061 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679138 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679245 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679399 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679555 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679710 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.679885 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.680040 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.680196 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.680352 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.680506 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.680692 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.680847 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681002 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681158 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681315 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681471 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681628 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681784 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.681943 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.682100 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.682331 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.682429 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.682557 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.682712 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.682868 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.683026 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.683182 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.683341 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.683498 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.683654 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.683843 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684000 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684155 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684312 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684469 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684626 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_json = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684782 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.684938 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.685093 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.685249 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.685407 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.685576 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.685807 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.685967 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.686121 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 30 00:47:24.686296 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.686458 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.686629 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.686811 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.686973 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.687120 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.687276 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.687440 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.687598 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.687774 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.687947 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.688109 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.688275 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.688434 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.688590 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.688750 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.688908 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.689069 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.689231 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.689393 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.689547 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.689706 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.689873 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690029 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690343 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690502 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690669 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690827 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.690992 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.691167 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.691327 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.691487 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.691648 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.691829 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.691992 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.692151 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.692311 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.692800 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.692960 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.693121 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.693279 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.693437 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.693596 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.693755 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.693914 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.694072 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.694230 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.694414 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.694574 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.694733 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.694893 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.695053 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.695211 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.695370 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.695528 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.695708 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.695896 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.696052 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.696268 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.696434 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.696595 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.696752 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.696910 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.697068 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.697226 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.697391 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.697549 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.697726 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.697876 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698026 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698184 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698343 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698501 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698662 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698822 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.698984 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.699144 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.699301 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.699459 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.699616 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.699797 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.699957 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.700117 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.700276 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.700436 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.700595 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.700752 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.700911 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.701068 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.701225 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.701391 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.701566 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.701724 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.701881 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702046 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702204 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702361 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702518 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702677 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702834 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.702991 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.703150 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.703308 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.703466 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.703625 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.703811 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.703975 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.704132 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.704288 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.704453 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.704611 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.704767 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.704923 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.705080 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.705237 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.705394 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.705552 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.705708 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.705868 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706024 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706181 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706338 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706504 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706661 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706823 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.706981 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.707144 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.707317 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.707476 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.707635 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.707813 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.707973 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.708131 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.708288 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.708447 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.708604 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.708762 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.708920 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.709093 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.709252 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.709411 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.709571 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.709791 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.709948 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.710106 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.710263 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.710421 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.710580 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.710736 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.710893 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.711050 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.711210 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.711367 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.711526 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.711688 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.711905 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.712063 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.712221 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.712381 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.712869 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.712869 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.712869 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713126 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713126 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713272 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713424 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713583 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713740 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.713897 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714055 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714211 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714368 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714531 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714682 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714839 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.714994 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.715151 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.715311 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.715466 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.715628 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.715806 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.715969 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.716171 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.716465 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.716465 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.716710 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.716842 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.716972 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717101 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717237 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717382 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717511 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717648 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717776 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.717917 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.718075 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.718233 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.718412 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.718572 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.718731 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.718893 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.719052 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.719211 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.719370 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.719527 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.719687 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.719855 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720016 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720165 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720328 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720490 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720649 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720810 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.720968 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.721129 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.721299 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.721459 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.721619 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.721778 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.721936 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.722098 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.722265 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.722426 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.722584 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.722744 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.722903 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.723061 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.723220 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.723385 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.723572 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.723749 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.723912 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.724071 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.724230 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.724382 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.724553 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.724712 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.724870 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725028 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725186 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725344 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725511 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725669 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725827 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.725985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.726128 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.726286 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.726457 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.726614 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.726773 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.726930 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.727087 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.727250 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.727433 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.727676 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.727869 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728023 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728180 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728338 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728512 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728669 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728828 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.728985 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.729143 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.729301 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.729470 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.729629 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.729789 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.729956 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.730115 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.730272 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.730430 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.730601 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.730758 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.730919 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.731077 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.731235 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.731393 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.731554 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.731736 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.731908 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.732076 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.732238 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.732404 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.732570 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.732736 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.732892 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.733058 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.733228 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.733385 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.733543 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.733700 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.733861 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734018 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734174 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734331 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734488 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734645 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734801 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.734957 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.735114 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.735271 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.735428 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.735586 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.735761 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.735920 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.736077 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.736237 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 30 00:47:24.736387 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 30 00:47:24.764729 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 37220) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:24.775061 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0075293 Oct 30 00:47:24.779366 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037477 Oct 30 00:47:34.003048 dv-cinder-master-3-iscsi neutron-server[104428]: DEBUG dbcounter [-] [104428] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:36.214627 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writer thread running {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 00:47:36.225096 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa5154-9824-480d-8d43-e43768e94872 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 00:47:36.286179 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aa5154-9824-480d-8d43-e43768e94872 None None] No non-hosted networks {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 30 00:47:36.302346 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.agentschedulers_db [None req-59aa5154-9824-480d-8d43-e43768e94872 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 30 00:47:36.437536 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-11ec05df-a2ea-4383-9d2a-66787e0e9e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716471'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:37.833943 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writer thread running {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 00:47:38.284334 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9019a734-e79f-47de-930f-d0c20fef1e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716471'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:38.325462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-fce64718-c0f5-43db-af7c-1f3e86708852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:39.458606 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716471'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:39.858723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37294) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:40.433588 dv-cinder-master-3-iscsi neutron-server[104541]: WARNING oslo_policy.policy [None req-03f64173-6624-4352-b51f-d1507e1f77a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:47:40.434233 dv-cinder-master-3-iscsi neutron-server[104541]: WARNING oslo_policy.policy [None req-03f64173-6624-4352-b51f-d1507e1f77a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:47:40.649040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [None req-03f64173-6624-4352-b51f-d1507e1f77a3 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:47:40.651780 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-03f64173-6624-4352-b51f-d1507e1f77a3 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7903054 Oct 30 00:47:41.175176 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716471'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:41.238282 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716471'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:41.238862 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.239210 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.239547 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.239906 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.240234 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.240561 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.240885 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.241225 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.241991 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.242317 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.242701 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.243330 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.244406 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.244907 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.245584 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:41.246229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:47:41.253927 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:47:43.295856 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37330) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:43.640932 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:47:43.652646 dv-cinder-master-3-iscsi neutron-server[104541]: ERROR stevedore.extension [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 30 00:47:43.732338 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.policy [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104541) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 30 00:47:43.774063 dv-cinder-master-3-iscsi neutron-server[104541]: WARNING oslo_policy.policy [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:47:43.774435 dv-cinder-master-3-iscsi neutron-server[104541]: WARNING oslo_policy.policy [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:47:43.794517 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writer thread running {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 00:47:43.872650 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751771644181', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751771644777', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751771628230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751771604743', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751771614542', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751771588901', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66895859', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66995115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-728767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688045'] for rbac-policy (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:43.947356 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:43.952473 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-bb1df802-937c-4941-afee-4a9575615d85 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6556733 Oct 30 00:47:45.420721 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.db.l3_hamode_db [None req-d2800e48-0b42-432a-9273-ed6ac14ea59a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 30 00:47:45.498886 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2800e48-0b42-432a-9273-ed6ac14ea59a None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:47:45.499242 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2800e48-0b42-432a-9273-ed6ac14ea59a None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 30 00:47:46.529748 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37340) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:46.902796 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:47:46.935842 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Made reservation on behalf of e48719636cc1460283c3bc75e46b4a17 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:47:46.939931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:46.958503 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.083275 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks [] for security_group (79fac312-0e9c-4c92-9b46-fc2c71a742ff), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.089991 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (79fac312-0e9c-4c92-9b46-fc2c71a742ff), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.119923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:47:47.155275 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751767281529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (1f95d582-0fa5-4a7e-b920-8e1008927ca2), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.155849 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Unsubscribe: segment precommit_create {{(pid=104541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 30 00:47:47.156337 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Added segment 1f95d582-0fa5-4a7e-b920-8e1008927ca2 of type vlan for network 78184fcd-ae96-4abf-a056-f45816b94eb2 Oct 30 00:47:47.172055 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=79fac312-0e9c-4c92-9b46-fc2c71a742ff,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:47:47.224040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.224259 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.224643 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.224992 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.225323 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.225647 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.225966 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.226283 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.226603 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.226915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.227235 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.227561 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.227914 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.228333 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.228645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Tracked resource versions report: Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: pushed versions: Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: { 'AddressGroup': {'1.2'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Agent': {'1.1'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'ConntrackHelper': {'1.0'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Log': {'1.0'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'NDPProxy': {'1.0'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Network': {'1.1'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Port': {'1.7'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'PortForwarding': {'1.3'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'QosPolicy': {'1.10'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroup': {'1.5'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'SubPort': {'1.0'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Subnet': {'1.1'}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Trunk': {'1.1'}} Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: consumer versions: Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Agent': '1.1', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'ConntrackHelper': '1.0', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'LocalIPAssociation': '1.0', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Log': '1.0', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'NDPProxy': '1.0', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Network': '1.1', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Port': '1.7', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'PortForwarding': '1.3', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'QosPolicy': '1.10', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroup': '1.5', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroupRule': '1.2', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'SubPort': '1.0', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Subnet': '1.1', Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: 'Trunk': '1.1'}} Oct 30 00:47:47.230020 dv-cinder-master-3-iscsi neutron-server[104541]: {{(pid=104541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:47:47.260944 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (78184fcd-ae96-4abf-a056-f45816b94eb2), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.306359 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (78184fcd-ae96-4abf-a056-f45816b94eb2), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.311390 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:47:47.312135 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:47.363866 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:47.420162 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8891540 Oct 30 00:47:47.432459 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39153603-cc03-473e-99bb-a2606e94b5af demo demo] Pushing event updated for resources: {'Network': ['ID=78184fcd-ae96-4abf-a056-f45816b94eb2,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:47:47.447372 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:47:50.041382 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37354) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:50.495260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f1399-e7b8-4c79-b4b4-2c8eec518c0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:47:50.496682 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ff2f1399-e7b8-4c79-b4b4-2c8eec518c0e demo admin] 10.222.0.16 "GET /networking/v2.0/networks/78184fcd-ae96-4abf-a056-f45816b94eb2 HTTP/1.1" status: 200 len: 825 time: 0.4539592 Oct 30 00:47:50.525995 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f4858daa-881b-43a0-8c19-204eb789f880 demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/c78c67f4-8190-4157-9c3c-574fed0fceae HTTP/1.1" status: 200 len: 734 time: 0.0204716 Oct 30 00:47:50.537714 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:47:50.562130 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Made reservation on behalf of e48719636cc1460283c3bc75e46b4a17 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:47:50.564365 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:50.706315 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:50.863507 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (f13afa64-90b0-41a7-ab5b-7eda7cbba54e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:50.936570 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f13afa64-90b0-41a7-ab5b-7eda7cbba54e,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:47:50.945610 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Checking segment: {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:47:50.945986 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Network hostable DHCP agents. Network: 78184fcd-ae96-4abf-a056-f45816b94eb2, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:47:50.969636 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:47:50.981804 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 78184fcd-ae96-4abf-a056-f45816b94eb2) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:47:50.986889 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:47:50.988003 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:50.992499 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c1a9d-5fc3-4929-b359-f3f1b85f7c66 None None] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:47:51.003594 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4bed6cba-5db8-4157-8ddb-a1a66e16e441 demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4691367 Oct 30 00:47:51.262522 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-78184fcd-ae96-4abf-a056-f45816b94eb2', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:47:51.263837 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:51.549334 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Allocated IP 172.20.0.2 (78184fcd-ae96-4abf-a056-f45816b94eb2/f13afa64-90b0-41a7-ab5b-7eda7cbba54e/f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:47:51.658458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:51.826936 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Publish callbacks [] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:51.835273 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:51.914098 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:47:51.920284 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:47:51.924022 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:47:51.930688 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Pushing event updated for resources: {'Port': ['ID=f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:47:51.966994 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.967382 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.967702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.968065 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.968420 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.968755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.969081 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.969407 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.969736 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.970059 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.970395 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.970712 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.971034 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.971358 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.971653 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Tracked resource versions report: Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: pushed versions: Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: { 'AddressGroup': {'1.2'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Agent': {'1.1'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'ConntrackHelper': {'1.0'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Log': {'1.0'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'NDPProxy': {'1.0'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Network': {'1.1'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Port': {'1.7'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'PortForwarding': {'1.3'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'QosPolicy': {'1.10'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroup': {'1.5'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'SubPort': {'1.0'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Subnet': {'1.1'}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Trunk': {'1.1'}} Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: consumer versions: Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Agent': '1.1', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'ConntrackHelper': '1.0', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'LocalIPAssociation': '1.0', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Log': '1.0', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'NDPProxy': '1.0', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Network': '1.1', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Port': '1.7', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'PortForwarding': '1.3', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'QosPolicy': '1.10', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroup': '1.5', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroupRule': '1.2', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'SubPort': '1.0', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Subnet': '1.1', Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: 'Trunk': '1.1'}} Oct 30 00:47:51.973129 dv-cinder-master-3-iscsi neutron-server[104543]: {{(pid=104543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:47:51.996647 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:52.029334 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Attempting to bind port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:47:52.029719 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Attempting to bind port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:47:52.030157 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Attempting to bind port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add on network 78184fcd-ae96-4abf-a056-f45816b94eb2 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:47:52.079680 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:47:52.080013 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Checking segment: {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:47:52.080474 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:52.080866 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Bound using segment: {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:47:52.081372 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Bound port: f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:47:52.081767 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:52.145707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] For port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:47:52.165273 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] For port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add,segment=NetworkSegment(1f95d582-0fa5-4a7e-b920-8e1008927ca2),segment_id=1f95d582-0fa5-4a7e-b920-8e1008927ca2)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:47:52.173817 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:47:52.224438 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eeec0-f618-4110-943d-c7b96427c3e6 None None] Pushing event updated for resources: {'Port': ['ID=f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:47:53.673375 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37364) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:54.002990 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [None req-6c2c214d-1607-448d-b782-1fa666493d7f admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:47:54.004088 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6c2c214d-1607-448d-b782-1fa666493d7f admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3298602 Oct 30 00:47:55.182366 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=8 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:55.187036 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:47:56.627271 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 37376) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:47:57.155596 dv-cinder-master-3-iscsi neutron-server[104542]: WARNING oslo_policy.policy [None req-2ff51ed6-60e0-4bc7-900a-95d9bdb63cfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:47:57.156141 dv-cinder-master-3-iscsi neutron-server[104542]: WARNING oslo_policy.policy [None req-2ff51ed6-60e0-4bc7-900a-95d9bdb63cfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:47:57.370705 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [None req-2ff51ed6-60e0-4bc7-900a-95d9bdb63cfa admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:47:57.371848 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-2ff51ed6-60e0-4bc7-900a-95d9bdb63cfa admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7434566 Oct 30 00:48:00.021506 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 37394) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:00.180750 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583812c3-e405-4b88-aa16-e8a35cf56ff9 None None] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:48:00.242563 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Provisioning complete for port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:00.242968 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.243328 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Attempt 1 to provision port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add Oct 30 00:48:00.359386 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:48:00.368365 dv-cinder-master-3-iscsi neutron-server[104542]: ERROR stevedore.extension [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 30 00:48:00.419499 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.policy [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 30 00:48:00.432270 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Current status of the port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:00.432838 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.462834 dv-cinder-master-3-iscsi neutron-server[104542]: WARNING oslo_policy.policy [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:48:00.463221 dv-cinder-master-3-iscsi neutron-server[104542]: WARNING oslo_policy.policy [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 30 00:48:00.470901 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] For port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add,segment=NetworkSegment(1f95d582-0fa5-4a7e-b920-8e1008927ca2),segment_id=1f95d582-0fa5-4a7e-b920-8e1008927ca2)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:48:00.476757 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.483840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writer thread running {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 30 00:48:00.484491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:00.530155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (c581cc94-efce-4880-aa11-86f61c79e227), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.530413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127af4-6eac-4a98-b4e5-31459bc772a1 None None] Pushing event updated for resources: {'Port': ['ID=f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:00.532070 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (c581cc94-efce-4880-aa11-86f61c79e227), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.596340 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-be09b1dc-aa74-44ca-b74c-b27bdcbc4c35 None None] Provisioning complete for port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:00.596713 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-be09b1dc-aa74-44ca-b74c-b27bdcbc4c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.597109 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-be09b1dc-aa74-44ca-b74c-b27bdcbc4c35 None None] Attempt 1 to provision port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add Oct 30 00:48:00.669193 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-be09b1dc-aa74-44ca-b74c-b27bdcbc4c35 None None] Current status of the port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:00.690435 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Publish callbacks [] for router_controller (c581cc94-efce-4880-aa11-86f61c79e227), precommit_add_association {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.698331 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (c581cc94-efce-4880-aa11-86f61c79e227), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.723342 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.724547 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-376558d8-2e8e-4733-a941-b068a0834fae demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7021585 Oct 30 00:48:00.877277 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:48:00.923605 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:00.924104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:00.924450 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add Oct 30 00:48:00.926491 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:00.993454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:00.996635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=57,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:00.998600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:03.314016 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 37408) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:03.664565 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [None req-62b8e7f8-a786-46b8-92b4-be7d6d781d42 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:48:03.665556 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-62b8e7f8-a786-46b8-92b4-be7d6d781d42 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3502903 Oct 30 00:48:06.149997 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:06.159958 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-06f02de0-675b-45cc-99c0-d8d7b835209f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.302241 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37416) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:06.672840 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:48:06.699020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Made reservation on behalf of 3907972f9f6248debeeda8ecd254820e for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:48:06.701301 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.709956 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.785931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks [] for security_group (5d10f12b-90af-400f-b5bc-3cb7d13f2880), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.792512 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5d10f12b-90af-400f-b5bc-3cb7d13f2880), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.807981 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Reserving flat network on physical network physnet1 {{(pid=104541) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 30 00:48:06.829178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d10f12b-90af-400f-b5bc-3cb7d13f2880,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:06.832128 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (e74211ee-a805-403d-8206-2e56506171a4), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.832460 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Added segment e74211ee-a805-403d-8206-2e56506171a4 of type flat for network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 Oct 30 00:48:06.879087 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (43034da1-60cf-4ad9-b50e-ff1806fe9dd6), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.917618 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (43034da1-60cf-4ad9-b50e-ff1806fe9dd6), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:06.918607 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:48:06.919170 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:07.000369 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6969862 Oct 30 00:48:07.009403 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc48b0-fc64-44a0-a7c8-e1cd643bfc09 admin admin] Pushing event updated for resources: {'Network': ['ID=43034da1-60cf-4ad9-b50e-ff1806fe9dd6,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:07.022422 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:48:08.275809 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6d59a83a-ca22-41d6-ab0c-721a876d64b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:09.437686 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:09.624123 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37424) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:10.041608 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c635956a-1c30-43c4-8991-08868624227e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:48:10.042945 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c635956a-1c30-43c4-8991-08868624227e demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/f13afa64-90b0-41a7-ab5b-7eda7cbba54e HTTP/1.1" status: 200 len: 849 time: 0.4175096 Oct 30 00:48:10.213052 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-e45f0c19-1997-463a-9e8e-cf159544fb55 demo admin] 10.222.0.16 "GET /networking/v2.0/routers/c581cc94-efce-4880-aa11-86f61c79e227 HTTP/1.1" status: 200 len: 704 time: 0.1639590 Oct 30 00:48:10.490983 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:10.715491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=11,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:10.716412 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=2,neutron:SELECT=7,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:10.729267 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:10.793777 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:10.811586 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Allocated IP 172.20.0.1 (78184fcd-ae96-4abf-a056-f45816b94eb2/f13afa64-90b0-41a7-ab5b-7eda7cbba54e/3eb096bb-7830-48ed-9d5c-83afc9f913f1) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:48:11.028178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks [] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.089314 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.098926 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.134747 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.170216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:48:11.176000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:48:11.179409 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:48:11.179987 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (c581cc94-efce-4880-aa11-86f61c79e227), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.252103 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Pushing event updated for resources: {'Port': ['ID=3eb096bb-7830-48ed-9d5c-83afc9f913f1,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:11.369523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b9f1114c-550f-4bf7-8a5c-6d91474bd6d6 None None] Provisioning complete for port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:11.369927 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b9f1114c-550f-4bf7-8a5c-6d91474bd6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.370344 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b9f1114c-550f-4bf7-8a5c-6d91474bd6d6 None None] Attempt 1 to provision port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 Oct 30 00:48:11.392556 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.406289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1114c-550f-4bf7-8a5c-6d91474bd6d6 None None] Port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:48:11.601532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks [] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.611372 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.612225 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (c581cc94-efce-4880-aa11-86f61c79e227), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.687735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Pushing event updated for resources: {'Port': ['ID=3eb096bb-7830-48ed-9d5c-83afc9f913f1,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:11.740701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:48:11.742080 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:48:11.786176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:11.871563 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:11.908319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Router c581cc94-efce-4880-aa11-86f61c79e227 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 00:48:11.973936 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-0705f95b-983b-4e3f-8b21-fddfd9b12fda None None] Provisioning complete for port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:11.974299 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0705f95b-983b-4e3f-8b21-fddfd9b12fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:11.974623 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-0705f95b-983b-4e3f-8b21-fddfd9b12fda None None] Attempt 1 to provision port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 Oct 30 00:48:12.003555 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:48:12.004798 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-0705f95b-983b-4e3f-8b21-fddfd9b12fda None None] Port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:48:12.015572 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Sync routers for ids ['c581cc94-efce-4880-aa11-86f61c79e227'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:48:12.016572 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ce5902a5-57a1-4624-9449-6cc2b13b32d3 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/c581cc94-efce-4880-aa11-86f61c79e227/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7942641 Oct 30 00:48:12.028620 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Routers {'c581cc94-efce-4880-aa11-86f61c79e227'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:48:12.029453 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:48:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['c581cc94-efce-4880-aa11-86f61c79e227'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:12.210404 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Set router c581cc94-efce-4880-aa11-86f61c79e227 gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:48:12.631430 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'name': 'router1', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:48:00Z', 'updated_at': '2022-10-30T00:48:11Z', 'revision_number': 2, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'gw_port_host': None, '_interfaces': [{'id': '3eb096bb-7830-48ed-9d5c-83afc9f913f1', 'name': '', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'mac_address': 'fa:16:3e:02:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:10Z', 'updated_at': '2022-10-30T00:48:11Z', 'revision_number': 2, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'subnets': [{'id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:12.679634 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Checking router: c581cc94-efce-4880-aa11-86f61c79e227 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:48:12.680030 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Updating router c581cc94-efce-4880-aa11-86f61c79e227 port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:48:12.734779 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:13.229015 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Publish callbacks [] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:13.237489 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:13.382429 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Pushing event updated for resources: {'Port': ['ID=3eb096bb-7830-48ed-9d5c-83afc9f913f1,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:13.387149 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Attempting to bind port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:48:13.387529 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Attempting to bind port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:48:13.387964 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Attempting to bind port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 on network 78184fcd-ae96-4abf-a056-f45816b94eb2 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:48:13.399793 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.400158 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.400500 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.400903 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.401229 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.401546 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.401859 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.402172 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.402481 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.402792 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.403102 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.403434 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.403709 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.404050 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.404356 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Tracked resource versions report: Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: pushed versions: Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: { 'AddressGroup': {'1.2'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Agent': {'1.1'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'ConntrackHelper': {'1.0'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Log': {'1.0'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'NDPProxy': {'1.0'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Network': {'1.1'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Port': {'1.7'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'PortForwarding': {'1.3'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'QosPolicy': {'1.10'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroup': {'1.5'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'SubPort': {'1.0'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Subnet': {'1.1'}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Trunk': {'1.1'}} Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: consumer versions: Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Agent': '1.1', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'ConntrackHelper': '1.0', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'LocalIPAssociation': '1.0', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Log': '1.0', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'NDPProxy': '1.0', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Network': '1.1', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Port': '1.7', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'PortForwarding': '1.3', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'QosPolicy': '1.10', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroup': '1.5', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroupRule': '1.2', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'SubPort': '1.0', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Subnet': '1.1', Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: 'Trunk': '1.1'}} Oct 30 00:48:13.405706 dv-cinder-master-3-iscsi neutron-server[104544]: {{(pid=104544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:48:13.482358 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:48:13.482654 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Checking segment: {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:48:13.483104 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:13.483485 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Bound using segment: {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:48:13.484023 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Bound port: 3eb096bb-7830-48ed-9d5c-83afc9f913f1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f95d582-0fa5-4a7e-b920-8e1008927ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:48:13.484390 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:13.519916 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:13.546566 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] For port 3eb096bb-7830-48ed-9d5c-83afc9f913f1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:48:13.565793 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] For port 3eb096bb-7830-48ed-9d5c-83afc9f913f1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3eb096bb-7830-48ed-9d5c-83afc9f913f1,segment=NetworkSegment(1f95d582-0fa5-4a7e-b920-8e1008927ca2),segment_id=1f95d582-0fa5-4a7e-b920-8e1008927ca2)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:48:13.566797 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:13.573575 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:13.616106 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Routers {'c581cc94-efce-4880-aa11-86f61c79e227'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:48:13.616707 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:48:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['c581cc94-efce-4880-aa11-86f61c79e227'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:13.663447 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5be71-c361-4a83-852c-793cf2782686 None None] Pushing event updated for resources: {'Port': ['ID=3eb096bb-7830-48ed-9d5c-83afc9f913f1,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:13.707353 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] Set router c581cc94-efce-4880-aa11-86f61c79e227 gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:48:13.896013 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'name': 'router1', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:48:00Z', 'updated_at': '2022-10-30T00:48:11Z', 'revision_number': 2, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'gw_port_host': None, '_interfaces': [{'id': '3eb096bb-7830-48ed-9d5c-83afc9f913f1', 'name': '', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'mac_address': 'fa:16:3e:02:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:10Z', 'updated_at': '2022-10-30T00:48:13Z', 'revision_number': 4, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'subnets': [{'id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:13.920112 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f238a-3df3-442c-bcb3-9580b78a0fb1 None None] The sync data for ids ['c581cc94-efce-4880-aa11-86f61c79e227'] in dv-cinder-master-3-iscsi is: [{'id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'name': 'router1', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:48:00Z', 'updated_at': '2022-10-30T00:48:11Z', 'revision_number': 2, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'gw_port_host': None, '_interfaces': [{'id': '3eb096bb-7830-48ed-9d5c-83afc9f913f1', 'name': '', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'mac_address': 'fa:16:3e:02:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:10Z', 'updated_at': '2022-10-30T00:48:13Z', 'revision_number': 4, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'subnets': [{'id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:48:14.590982 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37436) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:14.993493 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb75817-5550-436f-92f5-b523f3872021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:48:14.994959 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7cb75817-5550-436f-92f5-b523f3872021 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/43034da1-60cf-4ad9-b50e-ff1806fe9dd6 HTTP/1.1" status: 200 len: 842 time: 0.4029953 Oct 30 00:48:15.005486 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Request body: {'subnet': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'gateway_ip': '172.37.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.37.3.0/24'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:48:15.029680 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Made reservation on behalf of 3907972f9f6248debeeda8ecd254820e for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:48:15.032223 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:15.307578 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.objects.ports [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104541) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 30 00:48:15.308048 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (b9493692-c692-46e7-a6ae-0ab6555cc8ad), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:15.435275 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9493692-c692-46e7-a6ae-0ab6555cc8ad,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:15.452689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:48:15.453048 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Network hostable DHCP agents. Network: 43034da1-60cf-4ad9-b50e-ff1806fe9dd6, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:48:15.472039 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:48:15.482284 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 43034da1-60cf-4ad9-b50e-ff1806fe9dd6) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:48:15.486910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:48:15.487512 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:15.491361 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8501d-04fe-4ad7-9d8e-d3a222ddc5c7 None None] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:48:15.508051 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-dbc65a3b-c793-4856-ad68-8fe9a3a960c6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5063334 Oct 30 00:48:15.606867 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab746bd-8b7f-4b65-ad2e-d6cdee38dc47 None None] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:48:18.195337 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 37444) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:18.639481 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4496368f-845f-47a7-95b8-09ba441ee677 demo admin] 10.222.0.16 "GET /networking/v2.0/routers/c581cc94-efce-4880-aa11-86f61c79e227 HTTP/1.1" status: 200 len: 710 time: 0.4429357 Oct 30 00:48:18.731754 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3bbf32-e561-4ea9-945b-23e0a20d7d83 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:48:18.733734 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-aa3bbf32-e561-4ea9-945b-23e0a20d7d83 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/43034da1-60cf-4ad9-b50e-ff1806fe9dd6 HTTP/1.1" status: 200 len: 886 time: 0.0884449 Oct 30 00:48:18.742763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:48:18.786096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:18.872394 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:18.895949 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 3eb096bb-7830-48ed-9d5c-83afc9f913f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:48:18.940741 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:18.941124 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:18.941457 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 Oct 30 00:48:19.001998 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks [] for router_gateway (c581cc94-efce-4880-aa11-86f61c79e227), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.017195 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:19.017581 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.051506 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 3eb096bb-7830-48ed-9d5c-83afc9f913f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3eb096bb-7830-48ed-9d5c-83afc9f913f1,segment=NetworkSegment(1f95d582-0fa5-4a7e-b920-8e1008927ca2),segment_id=1f95d582-0fa5-4a7e-b920-8e1008927ca2)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:48:19.056140 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.103781 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=3eb096bb-7830-48ed-9d5c-83afc9f913f1,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:19.227809 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks [] for router_gateway (c581cc94-efce-4880-aa11-86f61c79e227), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.304545 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.415475 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Allocated IP 172.37.3.7 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/65e08d3f-df9b-49bd-b801-d83e2c94305a) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:48:19.523003 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks [] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.558324 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:19.602215 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:48:19.607239 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:48:19.609365 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Pushing event updated for resources: {'Port': ['ID=65e08d3f-df9b-49bd-b801-d83e2c94305a,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:19.613542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:48:19.714485 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:19.785255 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:19.855101 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks [] for router_gateway (c581cc94-efce-4880-aa11-86f61c79e227), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:20.133783 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65268'] for router (c581cc94-efce-4880-aa11-86f61c79e227), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:20.137532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-719755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656204'] for router (c581cc94-efce-4880-aa11-86f61c79e227), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:20.249721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Router c581cc94-efce-4880-aa11-86f61c79e227 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:48:20.350572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:48:20.356029 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:20.357940 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-62af0014-6f44-450f-b34f-04c3be1b37dd demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/c581cc94-efce-4880-aa11-86f61c79e227 HTTP/1.1" status: 200 len: 888 time: 1.6185920 Oct 30 00:48:20.372232 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e450197-9376-4722-8791-504695652661 None None] Sync routers for ids ['c581cc94-efce-4880-aa11-86f61c79e227'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:48:20.385190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e450197-9376-4722-8791-504695652661 None None] Routers {'c581cc94-efce-4880-aa11-86f61c79e227'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:48:20.385943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-6e450197-9376-4722-8791-504695652661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:48:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['c581cc94-efce-4880-aa11-86f61c79e227'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:20.599241 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-6e450197-9376-4722-8791-504695652661 None None] Set router c581cc94-efce-4880-aa11-86f61c79e227 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:48:20.749184 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:20.815519 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:20.892393 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 3eb096bb-7830-48ed-9d5c-83afc9f913f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:48:21.012755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-6e450197-9376-4722-8791-504695652661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'name': 'router1', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.7'}], 'enable_snat': True}, 'gw_port_id': '65e08d3f-df9b-49bd-b801-d83e2c94305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:48:00Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 4, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'gw_port': {'id': '65e08d3f-df9b-49bd-b801-d83e2c94305a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:19Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3eb096bb-7830-48ed-9d5c-83afc9f913f1', 'name': '', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'mac_address': 'fa:16:3e:02:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:10Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 5, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'subnets': [{'id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:21.037381 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:21.037769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.038104 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 Oct 30 00:48:21.063435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e450197-9376-4722-8791-504695652661 None None] Checking router: c581cc94-efce-4880-aa11-86f61c79e227 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:48:21.063824 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e450197-9376-4722-8791-504695652661 None None] Updating router c581cc94-efce-4880-aa11-86f61c79e227 port 65e08d3f-df9b-49bd-b801-d83e2c94305a binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:48:21.216334 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e450197-9376-4722-8791-504695652661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.374161 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:21.563321 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e450197-9376-4722-8791-504695652661 None None] Publish callbacks [] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.570852 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e450197-9376-4722-8791-504695652661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.607691 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-6e450197-9376-4722-8791-504695652661 None None] Attempting to bind port 65e08d3f-df9b-49bd-b801-d83e2c94305a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:48:21.608246 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-6e450197-9376-4722-8791-504695652661 None None] Attempting to bind port 65e08d3f-df9b-49bd-b801-d83e2c94305a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:48:21.608579 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e450197-9376-4722-8791-504695652661 None None] Attempting to bind port 65e08d3f-df9b-49bd-b801-d83e2c94305a on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:48:21.644538 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ed3cf-b3d1-4383-bef8-85a0c5dcb98b None None] Pushing event updated for resources: {'Port': ['ID=65e08d3f-df9b-49bd-b801-d83e2c94305a,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:21.659434 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e450197-9376-4722-8791-504695652661 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:48:21.659825 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e450197-9376-4722-8791-504695652661 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:48:21.660220 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e450197-9376-4722-8791-504695652661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.660595 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e450197-9376-4722-8791-504695652661 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:48:21.661060 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-6e450197-9376-4722-8791-504695652661 None None] Bound port: 65e08d3f-df9b-49bd-b801-d83e2c94305a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:48:21.661464 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e450197-9376-4722-8791-504695652661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.710780 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e450197-9376-4722-8791-504695652661 None None] For port 65e08d3f-df9b-49bd-b801-d83e2c94305a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:48:21.713966 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e450197-9376-4722-8791-504695652661 None None] For port 65e08d3f-df9b-49bd-b801-d83e2c94305a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65e08d3f-df9b-49bd-b801-d83e2c94305a,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:48:21.722126 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e450197-9376-4722-8791-504695652661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:21.757943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e450197-9376-4722-8791-504695652661 None None] Routers {'c581cc94-efce-4880-aa11-86f61c79e227'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:48:21.758570 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-6e450197-9376-4722-8791-504695652661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:48:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['c581cc94-efce-4880-aa11-86f61c79e227'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:21.812623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:21.816272 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ed3cf-b3d1-4383-bef8-85a0c5dcb98b None None] Pushing event updated for resources: {'Port': ['ID=65e08d3f-df9b-49bd-b801-d83e2c94305a,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:21.822269 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:21.884589 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-6e450197-9376-4722-8791-504695652661 None None] Set router c581cc94-efce-4880-aa11-86f61c79e227 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:48:22.078143 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-6e450197-9376-4722-8791-504695652661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'name': 'router1', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.7'}], 'enable_snat': True}, 'gw_port_id': '65e08d3f-df9b-49bd-b801-d83e2c94305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:48:00Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 4, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'gw_port': {'id': '65e08d3f-df9b-49bd-b801-d83e2c94305a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:19Z', 'updated_at': '2022-10-30T00:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3eb096bb-7830-48ed-9d5c-83afc9f913f1', 'name': '', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'mac_address': 'fa:16:3e:02:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:10Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 5, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'subnets': [{'id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:48:22.103648 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e450197-9376-4722-8791-504695652661 None None] The sync data for ids ['c581cc94-efce-4880-aa11-86f61c79e227'] in dv-cinder-master-3-iscsi is: [{'id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'name': 'router1', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.7'}], 'enable_snat': True}, 'gw_port_id': '65e08d3f-df9b-49bd-b801-d83e2c94305a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:48:00Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 4, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'gw_port': {'id': '65e08d3f-df9b-49bd-b801-d83e2c94305a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:19Z', 'updated_at': '2022-10-30T00:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3eb096bb-7830-48ed-9d5c-83afc9f913f1', 'name': '', 'network_id': '78184fcd-ae96-4abf-a056-f45816b94eb2', 'tenant_id': 'e48719636cc1460283c3bc75e46b4a17', 'mac_address': 'fa:16:3e:02:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c581cc94-efce-4880-aa11-86f61c79e227', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:48:10Z', 'updated_at': '2022-10-30T00:48:19Z', 'revision_number': 5, 'project_id': 'e48719636cc1460283c3bc75e46b4a17', 'subnets': [{'id': 'f13afa64-90b0-41a7-ab5b-7eda7cbba54e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c78c67f4-8190-4157-9c3c-574fed0fceae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:48:22.892899 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 65e08d3f-df9b-49bd-b801-d83e2c94305a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:48:22.940288 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 65e08d3f-df9b-49bd-b801-d83e2c94305a triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:22.940585 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:22.940920 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 65e08d3f-df9b-49bd-b801-d83e2c94305a Oct 30 00:48:23.009906 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 65e08d3f-df9b-49bd-b801-d83e2c94305a is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:23.010345 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:23.030786 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 65e08d3f-df9b-49bd-b801-d83e2c94305a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65e08d3f-df9b-49bd-b801-d83e2c94305a,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:48:23.034793 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:23.082940 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=65e08d3f-df9b-49bd-b801-d83e2c94305a,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:48:23.173642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 37460) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:48:23.602849 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-bcdbfff2-2992-4933-9366-9098f3e94ec4 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4279931 Oct 30 00:48:24.888773 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 65e08d3f-df9b-49bd-b801-d83e2c94305a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:48:24.946002 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 65e08d3f-df9b-49bd-b801-d83e2c94305a triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:48:24.946610 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (65e08d3f-df9b-49bd-b801-d83e2c94305a), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:24.947076 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 65e08d3f-df9b-49bd-b801-d83e2c94305a Oct 30 00:48:25.018810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 65e08d3f-df9b-49bd-b801-d83e2c94305a is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:48:30.348457 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=49 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:30.349807 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=56 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:31.565467 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:UPDATE=1,neutron:SELECT=40 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:31.578956 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=46 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:33.590423 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:33.599132 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:35.014025 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:35.017539 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=81 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:36.158603 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5790f10e-e3c8-4b39-9996-51b80e36523f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:38.286253 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4b4491fb-7686-47ed-a6a5-a74d7ee74006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:38.570890 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:48:39.439457 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:41.093339 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:41.154753 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:48:48.563518 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:48.565065 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:51.141039 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:48:51.148620 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:06.159079 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-03ab62e0-8022-449f-8d67-6d3e2378fdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:08.282169 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-62b94862-c67d-4459-8cfe-231de7915d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:08.575289 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:08.580532 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:09.445235 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:11.082793 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:11.148288 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:15.574369 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:49:21.141236 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:21.143169 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:34.564272 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:34.565010 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:36.155694 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ba99fc63-05ff-4730-88fd-3ed37975ec83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:38.277114 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1db63c2f-f3af-4b87-b2c5-c455db8f2630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:39.452407 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:41.079524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:41.149981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:49.145057 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38006) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:49:49.533888 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b21658-67bc-42ff-9d64-3bffe13f402f admin admin] GET failed (client error): The resource could not be found. Oct 30 00:49:49.535192 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-48b21658-67bc-42ff-9d64-3bffe13f402f admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3888800 Oct 30 00:49:49.738668 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad99f80-e98f-4fd4-a581-bb4c9d6a6590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:49.740085 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5ad99f80-e98f-4fd4-a581-bb4c9d6a6590 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1981943 Oct 30 00:49:51.143310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:51.145253 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:52.308721 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38016) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:49:52.573405 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:49:52.753000 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a03a8-3330-4b50-8075-86819bad8679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:52.754392 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-186a03a8-3330-4b50-8075-86819bad8679 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/f13afa64-90b0-41a7-ab5b-7eda7cbba54e HTTP/1.1" status: 200 len: 849 time: 0.4446480 Oct 30 00:49:52.767664 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:49:52.855660 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Publish callbacks [] for subnet (f13afa64-90b0-41a7-ab5b-7eda7cbba54e), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:53.046975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751767189688'] for subnet (f13afa64-90b0-41a7-ab5b-7eda7cbba54e), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:53.110054 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:53.111055 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:53.116414 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/f13afa64-90b0-41a7-ab5b-7eda7cbba54e HTTP/1.1" status: 200 len: 868 time: 0.3479230 Oct 30 00:49:53.116623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63524bde-d233-404e-b040-7ee267b454bd None None] Network 78184fcd-ae96-4abf-a056-f45816b94eb2 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:49:53.126877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13afa64-90b0-41a7-ab5b-7eda7cbba54e,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:49:53.137814 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.138618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.139222 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.139819 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.140486 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.141061 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.141603 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.142139 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.142672 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.143216 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.143813 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.144368 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.144899 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.145449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.146008 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7da0-05d5-41bc-8aa1-78b7602fd345 admin admin] Tracked resource versions report: Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: pushed versions: Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: { 'AddressGroup': {'1.2'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Agent': {'1.1'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'ConntrackHelper': {'1.0'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Log': {'1.0'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'NDPProxy': {'1.0'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Network': {'1.1'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Port': {'1.7'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'PortForwarding': {'1.3'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'QosPolicy': {'1.10'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroup': {'1.5'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'SubPort': {'1.0'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Subnet': {'1.1'}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Trunk': {'1.1'}} Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: consumer versions: Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Agent': '1.1', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'ConntrackHelper': '1.0', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'LocalIPAssociation': '1.0', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Log': '1.0', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'NDPProxy': '1.0', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Network': '1.1', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Port': '1.7', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'PortForwarding': '1.3', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'QosPolicy': '1.10', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroup': '1.5', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroupRule': '1.2', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'SubPort': '1.0', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Subnet': '1.1', Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: 'Trunk': '1.1'}} Oct 30 00:49:53.147564 dv-cinder-master-3-iscsi neutron-server[104542]: {{(pid=104542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:49:53.441090 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Provisioning complete for port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:49:53.441530 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:53.441858 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Attempt 1 to provision port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add Oct 30 00:49:53.518149 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Current status of the port f4f6cb9b-67f4-4e4d-afb6-f9fb5d1a4add is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:49:53.526653 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Provisioning complete for port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:49:53.527045 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3eb096bb-7830-48ed-9d5c-83afc9f913f1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:49:53.527381 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Attempt 1 to provision port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 Oct 30 00:49:53.600530 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-77926cf9-db39-48bb-9d01-dd17d604ad24 None None] Current status of the port 3eb096bb-7830-48ed-9d5c-83afc9f913f1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:49:55.417087 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:49:55.730835 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38028) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:49:56.249050 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a87f5f1-cb77-4456-b1fc-cf3137e5c2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:56.249516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a87f5f1-cb77-4456-b1fc-cf3137e5c2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:56.251052 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-2a87f5f1-cb77-4456-b1fc-cf3137e5c2f1 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5189137 Oct 30 00:49:58.864782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38036) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:49:59.326034 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f32e1-2251-4f3c-83fa-5bfb96e53fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:59.326544 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f32e1-2251-4f3c-83fa-5bfb96e53fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:49:59.328629 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-559f32e1-2251-4f3c-83fa-5bfb96e53fdb admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4626522 Oct 30 00:50:01.916487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38044) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:02.417538 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6b0670-6b99-4906-a9f4-94f3a87945a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:02.419102 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-ac6b0670-6b99-4906-a9f4-94f3a87945a2 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/43034da1-60cf-4ad9-b50e-ff1806fe9dd6 HTTP/1.1" status: 200 len: 886 time: 0.5014465 Oct 30 00:50:02.570393 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=19 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:03.594528 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=33 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:03.599207 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=44 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:05.026661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38052) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:05.403844 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:05.455399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:05.507894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e780ad7-a99e-495b-ba8d-8781685833ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:05.509918 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-2e780ad7-a99e-495b-ba8d-8781685833ea admin admin] 10.222.0.16 "GET /networking/v2.0/networks/78184fcd-ae96-4abf-a056-f45816b94eb2 HTTP/1.1" status: 200 len: 869 time: 0.4818547 Oct 30 00:50:06.160718 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-df89ab6b-a992-4401-89fd-8ef8914a3f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:08.098593 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38060) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:08.280715 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-37405746-e334-460e-a0c7-f30671dfebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:08.528843 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2242427-5288-40d1-be20-fa06fc1710f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:08.529285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2242427-5288-40d1-be20-fa06fc1710f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:08.530831 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c2242427-5288-40d1-be20-fa06fc1710f9 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4311852 Oct 30 00:50:09.443558 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:11.074425 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:11.139322 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38068) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:11.153426 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:11.528768 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2798f7-a9a0-4fd1-af7b-12d7205e2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:11.529224 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2798f7-a9a0-4fd1-af7b-12d7205e2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:11.530793 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-cb2798f7-a9a0-4fd1-af7b-12d7205e2e63 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3904951 Oct 30 00:50:14.095115 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38076) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:14.508647 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843cef71-0d98-47fc-8837-40b40c1d590e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:14.510426 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-843cef71-0d98-47fc-8837-40b40c1d590e admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b9493692-c692-46e7-a6ae-0ab6555cc8ad HTTP/1.1" status: 200 len: 816 time: 0.4139457 Oct 30 00:50:17.110942 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38084) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:17.512241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ddd491-f3a0-4277-8b3e-e1cbe9cb68de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:17.513624 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b1ddd491-f3a0-4277-8b3e-e1cbe9cb68de admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/f13afa64-90b0-41a7-ab5b-7eda7cbba54e HTTP/1.1" status: 200 len: 868 time: 0.4013114 Oct 30 00:50:21.146045 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:21.148614 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:22.569459 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:22.570759 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:27.507659 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=29 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:27.508603 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=35 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:29.574362 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:50:36.165370 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a79694bb-c2ea-41a9-855a-f73cec4272a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:38.284522 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c4512272-0e28-49cd-b5a1-b7d1b7da55fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:39.448540 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:39.568830 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:39.569706 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:41.084395 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:41.156339 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:47.519846 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38140) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:47.879563 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [None req-7da8d47c-5493-4ce4-bda4-4ccb3e837acd admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:50:47.880746 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-7da8d47c-5493-4ce4-bda4-4ccb3e837acd admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3598683 Oct 30 00:50:50.701215 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38148) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:51.088833 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4f1aab-c20f-4c73-a2ca-3c835fb54bcb admin admin] GET failed (client error): The resource could not be found. Oct 30 00:50:51.090129 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-be4f1aab-c20f-4c73-a2ca-3c835fb54bcb admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3876510 Oct 30 00:50:51.149218 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:51.151196 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:51.182271 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a6f00-5f99-42e3-a706-ea7bd12f8d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:51.183762 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-565a6f00-5f99-42e3-a706-ea7bd12f8d86 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0885696 Oct 30 00:50:53.797720 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38156) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:54.162402 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:50:54.190374 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Made reservation on behalf of 3907972f9f6248debeeda8ecd254820e for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:50:54.192765 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:54.239892 dv-cinder-master-3-iscsi neutron-server[104542]: WARNING neutron.services.revisions.revision_plugin [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Could not find related network for resource to bump revision. Oct 30 00:50:54.264861 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:50:54.280737 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751767281529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (cbac7aba-244f-4987-afa4-ed4cc7d30c95), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:54.281273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Unsubscribe: segment precommit_create {{(pid=104542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 30 00:50:54.281733 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Added segment cbac7aba-244f-4987-afa4-ed4cc7d30c95 of type vlan for network 6f2cc911-d90e-4350-89b0-82693e44d37b Oct 30 00:50:54.332669 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (6f2cc911-d90e-4350-89b0-82693e44d37b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:54.366628 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (6f2cc911-d90e-4350-89b0-82693e44d37b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:54.367622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:54.368325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:54.458574 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6594305 Oct 30 00:50:54.467330 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2cc911-d90e-4350-89b0-82693e44d37b,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:50:54.474925 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.475267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.475623 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.475986 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.476313 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.476636 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.476990 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.477308 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.477660 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.477981 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.478297 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.478627 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.478944 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.479256 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.479556 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa560ce1-8dbd-41e2-aa08-9081d2ff0d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:54.492878 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 6f2cc911-d90e-4350-89b0-82693e44d37b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:50:57.052065 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38164) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:50:57.430738 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.pecan_wsgi.hooks.translation [None req-89660909-2ddc-4ff1-8508-28000b46559d admin admin] GET failed (client error): The resource could not be found. Oct 30 00:50:57.432129 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-89660909-2ddc-4ff1-8508-28000b46559d admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3786981 Oct 30 00:50:57.542892 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa0ade0-5585-4673-bdf9-2c08361d50c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:57.544538 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6aa0ade0-5585-4673-bdf9-2c08361d50c9 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1058280 Oct 30 00:50:57.557857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:50:57.585153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Made reservation on behalf of 3907972f9f6248debeeda8ecd254820e for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:50:57.587697 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:57.762160 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (aa1831e1-b2b8-4287-bc4f-91c5590c4be3), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:57.810687 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1831e1-b2b8-4287-bc4f-91c5590c4be3,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:50:57.824936 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.825272 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.825621 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.825957 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.826263 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.826583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.826897 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.827252 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.827564 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.827899 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.828216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.828512 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.828817 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.829122 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.829429 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:57.839033 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Checking segment: {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:50:57.839375 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Network hostable DHCP agents. Network: 6f2cc911-d90e-4350-89b0-82693e44d37b, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:50:57.859428 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Network 6f2cc911-d90e-4350-89b0-82693e44d37b is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:50:57.870517 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6f2cc911-d90e-4350-89b0-82693e44d37b) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:50:57.875582 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:50:57.877193 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:57.878966 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d4b1e-4b9a-4a77-8651-59f438348ee4 None None] Network 6f2cc911-d90e-4350-89b0-82693e44d37b requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:50:57.893770 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-584998be-732b-4d28-9d77-ff0539ca8a6e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3420999 Oct 30 00:50:57.988825 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6f2cc911-d90e-4350-89b0-82693e44d37b', 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b', 'project_id': '3907972f9f6248debeeda8ecd254820e', 'fixed_ips': [{'subnet_id': 'aa1831e1-b2b8-4287-bc4f-91c5590c4be3'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:50:57.990161 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:58.136858 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Allocated IP 192.168.233.2 (6f2cc911-d90e-4350-89b0-82693e44d37b/aa1831e1-b2b8-4287-bc4f-91c5590c4be3/7ae28090-c2ac-44a9-b631-d7b69c6945b7) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:50:58.283141 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Publish callbacks [] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:58.290198 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:58.332626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Network 6f2cc911-d90e-4350-89b0-82693e44d37b is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:50:58.338067 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:50:58.340157 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Pushing event updated for resources: {'Port': ['ID=7ae28090-c2ac-44a9-b631-d7b69c6945b7,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:50:58.342380 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:50:58.371426 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.371776 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.372121 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.372475 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.372799 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.373119 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.373434 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.373748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.374062 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.374374 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.374691 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.375024 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.375333 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.375640 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.376059 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:50:58.409101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Attempting to bind port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:50:58.409386 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Attempting to bind port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:50:58.409746 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Attempting to bind port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 on network 6f2cc911-d90e-4350-89b0-82693e44d37b {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:50:58.453844 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:50:58.454203 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Checking segment: {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:50:58.454598 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:58.454981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Bound using segment: {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:50:58.455448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Bound port: 7ae28090-c2ac-44a9-b631-d7b69c6945b7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:50:58.455840 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:58.619686 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] For port 7ae28090-c2ac-44a9-b631-d7b69c6945b7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:50:58.623381 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] For port 7ae28090-c2ac-44a9-b631-d7b69c6945b7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7ae28090-c2ac-44a9-b631-d7b69c6945b7,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:50:58.630679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:58.682023 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983d7c6-eb03-4d22-8b36-cdb10ee7e6ee None None] Pushing event updated for resources: {'Port': ['ID=7ae28090-c2ac-44a9-b631-d7b69c6945b7,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:50:58.989564 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 7ae28090-c2ac-44a9-b631-d7b69c6945b7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:50:59.032683 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:59.037957 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:50:59.038510 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:59.038905 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 Oct 30 00:50:59.074844 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:59.115523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:50:59.115941 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:59.149104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 7ae28090-c2ac-44a9-b631-d7b69c6945b7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7ae28090-c2ac-44a9-b631-d7b69c6945b7,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:50:59.154014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:59.200269 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=7ae28090-c2ac-44a9-b631-d7b69c6945b7,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:50:59.522157 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219a48d-1137-4cfd-b9a2-5fbb10d7b606 None None] Network 6f2cc911-d90e-4350-89b0-82693e44d37b requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:50:59.568251 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:59.569445 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:50:59.638854 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-badef803-d6ff-492f-b54f-817884ff7466 None None] Provisioning complete for port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:50:59.639368 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-badef803-d6ff-492f-b54f-817884ff7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:59.639554 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-badef803-d6ff-492f-b54f-817884ff7466 None None] Attempt 1 to provision port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 Oct 30 00:50:59.723806 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-badef803-d6ff-492f-b54f-817884ff7466 None None] Current status of the port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:50:59.843324 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-f5612419-864b-4d97-b0f4-5b4be548c7e7 None None] Provisioning complete for port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:50:59.844034 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f5612419-864b-4d97-b0f4-5b4be548c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:50:59.844458 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-f5612419-864b-4d97-b0f4-5b4be548c7e7 None None] Attempt 1 to provision port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 Oct 30 00:50:59.919945 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-f5612419-864b-4d97-b0f4-5b4be548c7e7 None None] Current status of the port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:51:00.977216 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 7ae28090-c2ac-44a9-b631-d7b69c6945b7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:51:01.026635 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:51:01.027042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (7ae28090-c2ac-44a9-b631-d7b69c6945b7), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:01.027391 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 Oct 30 00:51:01.099748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 7ae28090-c2ac-44a9-b631-d7b69c6945b7 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:51:04.465098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:04.471258 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=37,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:06.169498 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c031c732-91b9-4d36-b259-8cf3f53bcb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:06.580062 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:51:07.883945 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=42,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:07.887088 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=51,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:08.275261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:08.288646 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c87b2e3e-62f4-4d3b-a98a-0e528a1de803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:09.458803 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:11.085347 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:11.158269 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:16.571976 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:16.572758 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:21.145729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:21.153511 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:36.174560 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-defa4f21-bef1-4a3e-8df7-cf6c80f09742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:36.560673 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:36.567846 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:38.293801 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6579cbf6-b4a9-43b8-994b-e4f553ceb389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:39.463093 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:41.080541 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:41.161681 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:51:43.585483 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:51:51.148957 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:51.155063 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:51:53.579212 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:06.180572 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2f8af455-eb05-4711-9724-f3a958315505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:08.300637 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d0d7be72-db90-45fe-b43c-3ac38a6729c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:09.462041 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:11.086810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:11.162674 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:13.565431 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:13.566983 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:18.727893 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38210) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:52:18.733731 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [None req-5cc1343b-4db2-44be-9453-15899eba6d7d tempest-verify_tempest_config-23155240 tempest-verify_tempest_config-23155240-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:52:18.734678 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5cc1343b-4db2-44be-9453-15899eba6d7d tempest-verify_tempest_config-23155240 tempest-verify_tempest_config-23155240-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057619 Oct 30 00:52:19.281205 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38228) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:52:19.659142 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.764374 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Publish callbacks [] for security_group (a33cafc2-ac73-42a7-b426-8cc53ace1647), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.770818 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a33cafc2-ac73-42a7-b426-8cc53ace1647), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.816343 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6590821babb241dc8956a35325c38b83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5338092 Oct 30 00:52:19.817221 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33cafc2-ac73-42a7-b426-8cc53ace1647,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:52:19.819618 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38232) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:52:19.824755 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.825100 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.825456 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.825795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.826112 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.826458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.826778 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.827120 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.827465 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.827805 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.828160 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.828500 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.828806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.829124 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.829442 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4b52b-3708-4047-b6a2-3c5e963f6c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:19.879680 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Publish callbacks [] for security_group (a33cafc2-ac73-42a7-b426-8cc53ace1647), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.901012 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Publish callbacks [] for security_group (a33cafc2-ac73-42a7-b426-8cc53ace1647), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.994639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a33cafc2-ac73-42a7-b426-8cc53ace1647), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.997233 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:19.998582 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a33cafc2-ac73-42a7-b426-8cc53ace1647 HTTP/1.1" status: 204 len: 168 time: 0.1778646 Oct 30 00:52:20.006644 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33cafc2-ac73-42a7-b426-8cc53ace1647,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:52:20.013758 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.014081 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.014439 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.014777 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.015099 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.015425 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.015748 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.016109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.016394 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.016718 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.017051 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.017385 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.017704 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.018019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.018327 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd319c1d-8bda-4c33-b1e0-cd88aa68d4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:52:20.585142 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:52:21.151418 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:29.811144 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:29.820823 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:30.001363 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:30.009858 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:30.038512 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:35.278591 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=13 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:35.287410 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=17 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:36.187531 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ae978aa2-7c54-4deb-a58e-cebab719a7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:38.307239 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-832d8955-405b-4638-abfb-5c3a0e88def0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:39.467085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:41.094215 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:41.166321 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:52:50.563325 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:50.568160 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:51.154320 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:51.159846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:52:57.589584 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:53:06.173549 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2e333324-d367-4497-af9c-24c66c67ecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:07.582873 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:08.296605 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-096056d8-e425-482f-835f-7375f4aa3efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:09.476266 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:11.091088 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:11.176634 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:21.165847 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:21.169417 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:27.575152 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:34.569856 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:34.592618 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 5 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:53:36.178125 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-76a928b4-02e4-4540-bdb8-bd0df7b041db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:38.292820 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3102fbdb-4b73-46d9-8800-ed4852e51efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:39.471428 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:41.077498 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:41.172711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:53:44.586329 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:51.165433 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:51.167465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:53:56.516520 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716471'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:04.561633 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:04.567818 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:06.188280 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-fb62e754-9471-4100-ba45-273a6ee24bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:08.288885 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f65a2fd0-c796-4ca7-8d90-788ab8dc7424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:09.472426 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:09.516198 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38332) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:54:09.660758 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c26fd179-fa6a-4f95-bd7d-0154d04b2c5f admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1434453 Oct 30 00:54:11.075881 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:11.174309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:11.593768 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:54:12.077250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38342) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:54:12.141140 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6b47a8cf-0add-4998-a32a-7439cb6c8ea1 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0625720 Oct 30 00:54:21.161807 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:21.170014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:21.589309 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:21.590466 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:22.135058 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:22.136102 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:26.474810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:36.184851 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f044-5104-479c-bf3b-49233391e651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:38.297820 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-44bce617-6f34-4cde-b6da-addf8c379011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:39.481887 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:41.083992 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:41.183223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:41.555805 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=16 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:41.570394 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=16 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:48.597887 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:54:51.168580 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:51.176939 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:54:56.478527 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:54:58.590055 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:06.169784 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-89ec8d11-f3f4-46fd-8581-cc8f6dacafd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:08.288361 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f443f1f4-f63e-40d7-83a3-4b556b0f4ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:09.485736 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:11.080705 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:11.184471 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:18.561033 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:18.573020 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:21.172404 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:21.178201 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:25.596571 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:55:26.481126 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:35.591882 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:35.592705 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:36.171303 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ad165ef1-5629-457e-8529-f706ad4437d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:38.289645 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f0674b94-10af-4164-8c44-dbebd75574fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:39.477481 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:41.081466 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:41.192518 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.029759 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38488) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:45.106562 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38500) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:45.237171 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1638285474-network', 'tenant_id': '6b68b886c19c45d585409651f33b8626'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:45.265764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Made reservation on behalf of 6b68b886c19c45d585409651f33b8626 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:45.265764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.274828 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.310473 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1126841986-network', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:45.355919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Made reservation on behalf of 8bf407954ed34ebfaf56db206df4fc84 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:45.358494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.389178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks [] for security_group (0887d0b1-1da8-4bd7-ac56-418faaaf7318), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.390431 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.405141 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0887d0b1-1da8-4bd7-ac56-418faaaf7318), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.427426 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:55:45.456323 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (b70cbacf-baa0-4d4f-8bcb-987d0a06d84e), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.456907 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Added segment b70cbacf-baa0-4d4f-8bcb-987d0a06d84e of type vlan for network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 Oct 30 00:55:45.495899 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0887d0b1-1da8-4bd7-ac56-418faaaf7318,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:45.518793 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.519142 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.519641 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.519961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.520254 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.520641 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.521056 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.521518 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.521895 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.522217 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.522583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.522906 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.523222 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.523524 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.523910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Tracked resource versions report: Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: pushed versions: Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: { 'AddressGroup': {'1.2'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Agent': {'1.1'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'ConntrackHelper': {'1.0'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Log': {'1.0'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'NDPProxy': {'1.0'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Network': {'1.1'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Port': {'1.7'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'PortForwarding': {'1.3'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'QosPolicy': {'1.10'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroup': {'1.5'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'SubPort': {'1.0'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Subnet': {'1.1'}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Trunk': {'1.1'}} Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: consumer versions: Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: HyperV agent@hv-cinder-maste: {}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Agent': '1.1', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'ConntrackHelper': '1.0', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'LocalIPAssociation': '1.0', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Log': '1.0', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'NDPProxy': '1.0', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Network': '1.1', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Port': '1.7', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'PortForwarding': '1.3', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'QosPolicy': '1.10', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroup': '1.5', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'SecurityGroupRule': '1.2', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'SubPort': '1.0', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Subnet': '1.1', Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: 'Trunk': '1.1'}} Oct 30 00:55:45.525100 dv-cinder-master-3-iscsi neutron-server[104541]: {{(pid=104541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:55:45.533651 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (4400f15d-ace0-4893-b5ff-c43f47dad5a5), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.578098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38536) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:45.589315 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (4400f15d-ace0-4893-b5ff-c43f47dad5a5), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.590325 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:45.590909 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.652576 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks [] for security_group (94538302-a7a0-4bdb-8f3d-95eb3067f6ec), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.659557 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (94538302-a7a0-4bdb-8f3d-95eb3067f6ec), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.665659 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6337700 Oct 30 00:55:45.668832 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38544) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:45.674494 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Request body: {'subnet': {'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-subnet', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:45.678601 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243dae4-9a36-445f-909e-2af7cc187532 admin admin] Pushing event updated for resources: {'Network': ['ID=4400f15d-ace0-4893-b5ff-c43f47dad5a5,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:45.697686 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:55:45.701551 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Made reservation on behalf of 6b68b886c19c45d585409651f33b8626 for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:45.703052 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:55:45.704947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.710210 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94538302-a7a0-4bdb-8f3d-95eb3067f6ec,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:45.718111 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (e48a911d-6ef7-4447-a1bc-d8f8ae182c66), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.718544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Added segment e48a911d-6ef7-4447-a1bc-d8f8ae182c66 of type vlan for network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 Oct 30 00:55:45.776302 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.807498 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.808743 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:45.809539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.829447 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:45.884653 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7768869 Oct 30 00:55:45.887849 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38550) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:45.895604 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Request body: {'subnet': {'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1126841986-subnet', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:45.908692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ff49d-ebc4-4968-90e4-218424d7826a admin admin] Pushing event updated for resources: {'Network': ['ID=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:45.924541 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Made reservation on behalf of 8bf407954ed34ebfaf56db206df4fc84 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:45.926187 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:55:45.927200 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:45.931097 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:46.070270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (53508a5d-d8c5-48c3-8103-6957eeeafd5f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.139781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=53508a5d-d8c5-48c3-8103-6957eeeafd5f,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:46.145902 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (097e0222-78e9-48ff-b43e-a210472258ea), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.154513 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.154860 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.155196 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.155751 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.156081 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.156405 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.156732 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.157048 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.157550 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.157877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.158199 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.158519 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.158838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.159149 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.159465 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Tracked resource versions report: Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: pushed versions: Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: { 'AddressGroup': {'1.2'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Agent': {'1.1'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'ConntrackHelper': {'1.0'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Log': {'1.0'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'NDPProxy': {'1.0'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Network': {'1.1'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Port': {'1.7'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'PortForwarding': {'1.3'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'QosPolicy': {'1.10'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroup': {'1.5'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'SubPort': {'1.0'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Subnet': {'1.1'}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Trunk': {'1.1'}} Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: consumer versions: Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: HyperV agent@hv-cinder-maste: {}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Agent': '1.1', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'ConntrackHelper': '1.0', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'LocalIPAssociation': '1.0', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Log': '1.0', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'NDPProxy': '1.0', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Network': '1.1', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Port': '1.7', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'PortForwarding': '1.3', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'QosPolicy': '1.10', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroup': '1.5', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'SecurityGroupRule': '1.2', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'SubPort': '1.0', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Subnet': '1.1', Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: 'Trunk': '1.1'}} Oct 30 00:55:46.160640 dv-cinder-master-3-iscsi neutron-server[104542]: {{(pid=104542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:55:46.166296 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:46.166712 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Network hostable DHCP agents. Network: 4400f15d-ace0-4893-b5ff-c43f47dad5a5, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:55:46.204017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:55:46.219966 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4400f15d-ace0-4893-b5ff-c43f47dad5a5) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:46.226282 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:46.227554 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.233678 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae22a42-fcd1-40a5-b6fc-19d4c674adad None None] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:46.238714 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=097e0222-78e9-48ff-b43e-a210472258ea,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:46.255500 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-dd159375-9018-4fbb-b604-3ae22c2ad4bc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5855343 Oct 30 00:55:46.258438 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38562) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:46.261026 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Checking segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:46.261645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Network hostable DHCP agents. Network: ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:55:46.270712 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:46.288252 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-390103121-network', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:46.303175 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:55:46.316927 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:46.332296 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.332873 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11212a-3fcb-48c6-8647-9e8875a8384b None None] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:46.334742 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Made reservation on behalf of a3bfc7112bb04760aa4e9adc50b12361 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:46.334897 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.337285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.365194 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.396931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:46.400826 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.438817 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38578) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:46.497710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks [] for security_group (0b8244ef-8815-4f56-8f6c-b5c4060c0b57), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.506639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0b8244ef-8815-4f56-8f6c-b5c4060c0b57), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.532078 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:55:46.532325 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks [] for router_controller (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), precommit_add_association {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.537002 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.539194 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6486e389-c3a6-4a89-b773-877be68beaea admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6503363 Oct 30 00:55:46.539910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38584) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:46.544999 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:46.556635 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:55:46.566235 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:55:46.567532 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.580445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (8fe25d53-e232-4c47-bd8a-2d06ad076abd), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.581713 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Added segment 8fe25d53-e232-4c47-bd8a-2d06ad076abd of type vlan for network 8d646d29-e717-40c9-89d4-df0c802eb607 Oct 30 00:55:46.583434 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8244ef-8815-4f56-8f6c-b5c4060c0b57,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:46.655776 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (8d646d29-e717-40c9-89d4-df0c802eb607), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.692208 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (8d646d29-e717-40c9-89d4-df0c802eb607), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.694491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:46.695573 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.785435 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (49548e03-5420-4112-8f0d-8dbb9b7a2ade), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.786968 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (49548e03-5420-4112-8f0d-8dbb9b7a2ade), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.844681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks [] for router_gateway (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.860387 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:46.870636 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] Pushing event updated for resources: {'Network': ['ID=8d646d29-e717-40c9-89d4-df0c802eb607,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:46.885109 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1921468416-network', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:46.888794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 8d646d29-e717-40c9-89d4-df0c802eb607 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:55:46.911803 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks [] for router_controller (49548e03-5420-4112-8f0d-8dbb9b7a2ade), precommit_add_association {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.945100 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-e6448c21-8806-436b-993f-2c13630e04ff admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3602328 Oct 30 00:55:46.946629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38594) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:46.955025 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Request body: {'subnet': {'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-subnet', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:46.960840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Made reservation on behalf of 0f7d505c7b9e4ca08d6437e6e529a039 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:46.969524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.989366 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:46.996742 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Allocated IP 172.20.0.2 (4400f15d-ace0-4893-b5ff-c43f47dad5a5/53508a5d-d8c5-48c3-8103-6957eeeafd5f/e2ec4343-9507-41ed-a243-f9f350da5609) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:46.998451 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:47.007890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:47.077241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Made reservation on behalf of a3bfc7112bb04760aa4e9adc50b12361 for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:47.084327 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.133263 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Allocated IP 172.20.0.2 (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0/097e0222-78e9-48ff-b43e-a210472258ea/d542a890-919e-4c18-96f6-ae115bb6ce64) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:47.283462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Publish callbacks [] for port (e2ec4343-9507-41ed-a243-f9f350da5609), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.290548 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.313752 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:47.318507 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:47.339699 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:47.343643 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks [] for security_group (7d025ae0-54e9-4faa-a2c1-c4f621c30adf), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.354795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7d025ae0-54e9-4faa-a2c1-c4f621c30adf), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.417604 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d025ae0-54e9-4faa-a2c1-c4f621c30adf,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:47.452828 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:55:47.455631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Attempting to bind port e2ec4343-9507-41ed-a243-f9f350da5609 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:47.456348 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Attempting to bind port e2ec4343-9507-41ed-a243-f9f350da5609 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:47.457862 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Attempting to bind port e2ec4343-9507-41ed-a243-f9f350da5609 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:47.500312 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (e7bace0b-a882-44ca-852c-d9f12cbeda31), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.500663 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Added segment e7bace0b-a882-44ca-852c-d9f12cbeda31 of type vlan for network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 Oct 30 00:55:47.585126 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (bb31d553-3cd5-4565-b3d8-dbbb36e6b88d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.600833 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Pushing event updated for resources: {'Port': ['ID=e2ec4343-9507-41ed-a243-f9f350da5609,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:47.634987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.635343 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.635701 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.636863 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.637170 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.637498 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.637822 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.639396 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.639742 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.641274 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.641943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.641943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.643113 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks [] for router_gateway (49548e03-5420-4112-8f0d-8dbb9b7a2ade), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.644523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.644943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.645278 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Tracked resource versions report: Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: pushed versions: Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: { 'AddressGroup': {'1.2'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Agent': {'1.1'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'ConntrackHelper': {'1.0'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Log': {'1.0'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'NDPProxy': {'1.0'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Network': {'1.1'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Port': {'1.7'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'PortForwarding': {'1.3'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'QosPolicy': {'1.10'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroup': {'1.5'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'SubPort': {'1.0'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Subnet': {'1.1'}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Trunk': {'1.1'}} Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: consumer versions: Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: HyperV agent@hv-cinder-maste: {}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Agent': '1.1', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'ConntrackHelper': '1.0', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'LocalIPAssociation': '1.0', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Log': '1.0', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'NDPProxy': '1.0', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Network': '1.1', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Port': '1.7', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'PortForwarding': '1.3', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'QosPolicy': '1.10', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroup': '1.5', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'SecurityGroupRule': '1.2', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'SubPort': '1.0', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Subnet': '1.1', Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: 'Trunk': '1.1'}} Oct 30 00:55:47.646421 dv-cinder-master-3-iscsi neutron-server[104543]: {{(pid=104543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:55:47.657755 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:47.658138 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (bb2af8ca-edb3-4bc3-b4f2-767946c55a59), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.668140 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:47.704811 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:47.733175 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Checking segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:47.733841 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Network hostable DHCP agents. Network: 8d646d29-e717-40c9-89d4-df0c802eb607, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:55:47.844089 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Network 8d646d29-e717-40c9-89d4-df0c802eb607 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:55:47.852250 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (bb2af8ca-edb3-4bc3-b4f2-767946c55a59), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.852729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:47.853612 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:47.854783 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:47.855011 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.855641 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.856351 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Bound using segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:47.858056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Bound port: e2ec4343-9507-41ed-a243-f9f350da5609, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:47.859888 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.908273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks [] for router_gateway (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.949601 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Publish callbacks [] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.968988 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:47.991523 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:48.024763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:48.036881 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5954473 Oct 30 00:55:48.043915 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38634) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:48.048704 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:48.053344 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Pushing event updated for resources: {'Port': ['ID=d542a890-919e-4c18-96f6-ae115bb6ce64,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:48.056273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.058898 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:48.061718 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:48.093973 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Request body: {'subnet': {'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1921468416-subnet', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:48.108349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872a092-c05d-4825-8229-c9c46a02634b admin admin] Pushing event updated for resources: {'Network': ['ID=bb2af8ca-edb3-4bc3-b4f2-767946c55a59,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:48.122642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8d646d29-e717-40c9-89d4-df0c802eb607) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:48.170223 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:48.172124 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.204538 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-69de7e81-bd3e-4093-a6de-b0e089ee2896 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2523398 Oct 30 00:55:48.204538 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Made reservation on behalf of 0f7d505c7b9e4ca08d6437e6e529a039 for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:55:48.206677 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38644) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:48.207450 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.232985 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:48.296749 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:55:48.303022 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986efcb-fc70-4dac-98bf-f5a1e0934384 None None] Network 8d646d29-e717-40c9-89d4-df0c802eb607 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:48.398764 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:48.474970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.482255 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.490906 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Attempting to bind port d542a890-919e-4c18-96f6-ae115bb6ce64 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:48.491449 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Attempting to bind port d542a890-919e-4c18-96f6-ae115bb6ce64 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:48.491901 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Attempting to bind port d542a890-919e-4c18-96f6-ae115bb6ce64 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:48.515135 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] For port e2ec4343-9507-41ed-a243-f9f350da5609, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:48.545417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (c7df3234-122c-41d2-b6c8-9b9b993f7c04), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.579273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Allocated IP 172.37.3.114 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/923013fe-7bc8-4b35-8830-d5dc263cd454) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:48.597544 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] For port e2ec4343-9507-41ed-a243-f9f350da5609, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2ec4343-9507-41ed-a243-f9f350da5609,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:48.601499 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:48.653539 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.685994 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7df3234-122c-41d2-b6c8-9b9b993f7c04,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:48.687812 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks [] for router_gateway (49548e03-5420-4112-8f0d-8dbb9b7a2ade), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.692667 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks [] for router_controller (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), precommit_add_association {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.723390 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Checking segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:48.724229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Network hostable DHCP agents. Network: bb2af8ca-edb3-4bc3-b4f2-767946c55a59, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:55:48.739211 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:48.739577 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Checking segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:48.739997 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.740461 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Bound using segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:48.741732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Bound port: d542a890-919e-4c18-96f6-ae115bb6ce64, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:48.742108 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.750013 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:55:48.768796 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bb2af8ca-edb3-4bc3-b4f2-767946c55a59) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:48.773586 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:55:48.774344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.780913 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8d646d29-e717-40c9-89d4-df0c802eb607', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:55:48.781554 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.805323 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b8f688c9-b85c-4afb-b6ba-88ae228cf94a admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7497876 Oct 30 00:55:48.808389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38662) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:48.817469 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:48.857593 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (8091bc5d-28b8-454b-ab90-1f0fed59531c), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.860108 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (8091bc5d-28b8-454b-ab90-1f0fed59531c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.868139 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] For port d542a890-919e-4c18-96f6-ae115bb6ce64, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:48.874068 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e9dcb-87ca-4704-a1df-e5b8fbd4b24b None None] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:48.916301 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02939f71-5ca7-41e6-9ee0-0122d5acf87d None None] Pushing event updated for resources: {'Port': ['ID=e2ec4343-9507-41ed-a243-f9f350da5609,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:48.921168 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.966782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks [] for router_controller (8091bc5d-28b8-454b-ab90-1f0fed59531c), precommit_add_association {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:48.981465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] For port d542a890-919e-4c18-96f6-ae115bb6ce64, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d542a890-919e-4c18-96f6-ae115bb6ce64,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:49.030095 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:49.230948 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks [] for router_gateway (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:49.275618 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a390ced-6bbd-41f9-a881-57dd75f74caa None None] Pushing event updated for resources: {'Port': ['ID=d542a890-919e-4c18-96f6-ae115bb6ce64,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:49.416679 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks [] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:49.526043 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks [] for router_gateway (8091bc5d-28b8-454b-ab90-1f0fed59531c), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:49.536281 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'fixed_ips': [{'subnet_id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:55:49.539807 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:49.872649 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:49.957795 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.034558 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:50.098311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:50.102708 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Allocated IP 172.20.0.2 (bb2af8ca-edb3-4bc3-b4f2-767946c55a59/c7df3234-122c-41d2-b6c8-9b9b993f7c04/fade3d11-11d3-4074-8d36-16924ecc90c2) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:50.128357 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:50.144744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:50.205569 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:50.209652 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Allocated IP 172.37.3.239 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/fadb1743-6f01-45fe-91c0-196c88193742) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:50.221970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:50.242676 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Allocated IP 172.20.0.2 (8d646d29-e717-40c9-89d4-df0c802eb607/bb31d553-3cd5-4565-b3d8-dbbb36e6b88d/c85936ac-c1b6-4d58-80d2-cc8b5cd925b1) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:50.243835 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks [] for router_gateway (8091bc5d-28b8-454b-ab90-1f0fed59531c), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.291841 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Pushing event updated for resources: {'Port': ['ID=923013fe-7bc8-4b35-8830-d5dc263cd454,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:50.305846 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.352682 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks [] for router_gateway (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.479573 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.786898 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks [] for port (fadb1743-6f01-45fe-91c0-196c88193742), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.880229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Publish callbacks [] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.905802 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.914127 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks [] for router_gateway (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:50.964103 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Publish callbacks [] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.047327 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.110635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (fadb1743-6f01-45fe-91c0-196c88193742), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.133237 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Pushing event updated for resources: {'Port': ['ID=fade3d11-11d3-4074-8d36-16924ecc90c2,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:51.140475 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2504e4-2c57-4faf-9447-deb625f434af None None] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:51.179600 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:51.183608 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=fadb1743-6f01-45fe-91c0-196c88193742,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:51.192204 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:51.208250 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Provisioning complete for port d542a890-919e-4c18-96f6-ae115bb6ce64 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:51.208814 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.209294 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Attempt 1 to provision port d542a890-919e-4c18-96f6-ae115bb6ce64 Oct 30 00:55:51.264541 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:51.267986 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:51.284410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe831db-ae18-4f2c-8776-9443d48dd52e None None] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:51.285971 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Allocated IP 172.37.3.185 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/09120857-1b06-4553-8978-7e1be56b39ce) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:51.297445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:51.407395 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:51.420736 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Network 8d646d29-e717-40c9-89d4-df0c802eb607 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:51.421860 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d542a890-919e-4c18-96f6-ae115bb6ce64 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:55:51.441364 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:51.442769 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.485172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:51.516967 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:51.536666 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks [] for port (09120857-1b06-4553-8978-7e1be56b39ce), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.540554 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:51.564667 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port d542a890-919e-4c18-96f6-ae115bb6ce64 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:51.564667 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.565121 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port d542a890-919e-4c18-96f6-ae115bb6ce64 Oct 30 00:55:51.596495 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:51.614827 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:51.668095 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Attempting to bind port fade3d11-11d3-4074-8d36-16924ecc90c2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:51.668473 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Attempting to bind port fade3d11-11d3-4074-8d36-16924ecc90c2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:51.668905 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Attempting to bind port fade3d11-11d3-4074-8d36-16924ecc90c2 on network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:51.690092 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (09120857-1b06-4553-8978-7e1be56b39ce), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.761173 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:51.817267 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Attempting to bind port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:51.817719 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Attempting to bind port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:51.817981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Attempting to bind port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 on network 8d646d29-e717-40c9-89d4-df0c802eb607 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:51.849831 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:51.871926 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:51.889312 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Pushing event updated for resources: {'Port': ['ID=09120857-1b06-4553-8978-7e1be56b39ce,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:51.899384 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:51.903070 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks [] for router_gateway (49548e03-5420-4112-8f0d-8dbb9b7a2ade), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:51.906096 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:51.913707 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 00:55:51.954945 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Allocated IP 172.37.3.189 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/413a82aa-00fd-4057-a593-d12c577cc84f) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:52.105749 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:52.106102 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Checking segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:52.106505 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.106898 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Bound using segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:52.107386 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Bound port: c85936ac-c1b6-4d58-80d2-cc8b5cd925b1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:52.107774 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.155764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:52.183137 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:55:52.200637 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:52.201271 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Checking segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:52.201673 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.202156 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Bound using segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:52.203029 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Bound port: fade3d11-11d3-4074-8d36-16924ecc90c2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:52.203340 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.214481 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:52.216884 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:52.228666 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Pushing event updated for resources: {'Port': ['ID=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:52.345949 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38790) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:52.394325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Current status of the port d542a890-919e-4c18-96f6-ae115bb6ce64 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:52.394837 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.510018 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:52.513065 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.514250 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f9a3eb96-95eb-4902-9196-27b0bc6534f3 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2543476 Oct 30 00:55:52.517680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38798) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:52.565457 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] For port fade3d11-11d3-4074-8d36-16924ecc90c2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:52.569431 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] For port fade3d11-11d3-4074-8d36-16924ecc90c2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fade3d11-11d3-4074-8d36-16924ecc90c2,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:52.632350 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:52.641425 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (49548e03-5420-4112-8f0d-8dbb9b7a2ade), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.666002 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] For port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:52.670619 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] For port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:52.671894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks [] for router_gateway (8091bc5d-28b8-454b-ab90-1f0fed59531c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.684739 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.735855 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks [] for port (413a82aa-00fd-4057-a593-d12c577cc84f), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.806932 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] For port d542a890-919e-4c18-96f6-ae115bb6ce64, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d542a890-919e-4c18-96f6-ae115bb6ce64,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:55:52.810436 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.823504 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e0312-f6c3-4228-890b-8225fe792f6b None None] Pushing event updated for resources: {'Port': ['ID=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:52.832037 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.838573 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d4b15665-a0b3-4827-9bdf-16feb1ff14da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.853642 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:50Z', 'revision_number': 3, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:52.877550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.892605 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:55:52.893247 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Updating router ca090e6c-1dd2-412a-a2f4-ed42be885d0b port 923013fe-7bc8-4b35-8830-d5dc263cd454 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:55:52.926523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c6df-ddef-4d25-af3a-03a61e8c05b6 None None] Pushing event updated for resources: {'Port': ['ID=fade3d11-11d3-4074-8d36-16924ecc90c2,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:52.939013 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:52.947911 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:52.956701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:52.975280 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:53.004230 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:53.055889 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port d542a890-919e-4c18-96f6-ae115bb6ce64 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:53.056594 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.117654 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 00:55:53.125148 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=413a82aa-00fd-4057-a593-d12c577cc84f,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:53.165219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955440f6-7d44-48ca-a91c-3f59f0c84d7d None None] Pushing event updated for resources: {'Port': ['ID=d542a890-919e-4c18-96f6-ae115bb6ce64,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:53.297705 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Provisioning complete for port e2ec4343-9507-41ed-a243-f9f350da5609 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:53.298892 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.299458 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Attempt 1 to provision port e2ec4343-9507-41ed-a243-f9f350da5609 Oct 30 00:55:53.340952 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:53.422229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.db.api [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 30 00:55:53.422830 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG oslo_db.api [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 00:55:53.434372 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (8091bc5d-28b8-454b-ab90-1f0fed59531c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.518122 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Current status of the port e2ec4343-9507-41ed-a243-f9f350da5609 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:53.518680 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.537685 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:53.557077 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Publish callbacks [] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.565388 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:55:53.568564 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.580586 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] For port e2ec4343-9507-41ed-a243-f9f350da5609, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2ec4343-9507-41ed-a243-f9f350da5609,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:55:53.586046 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:53.586732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:53.591304 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.619425 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.621527 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-89a46951-3c6a-49cf-a6b4-35d461e27eb6 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0801337 Oct 30 00:55:53.625980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38814) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:53.636400 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks [] for router_gateway (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.660112 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Attempting to bind port 923013fe-7bc8-4b35-8830-d5dc263cd454 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:53.660585 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Attempting to bind port 923013fe-7bc8-4b35-8830-d5dc263cd454 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:53.661020 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Attempting to bind port 923013fe-7bc8-4b35-8830-d5dc263cd454 on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:53.702239 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:53.720755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-808325d0-3a78-4019-9e73-068e29167a0d None None] Provisioning complete for port d542a890-919e-4c18-96f6-ae115bb6ce64 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:53.721190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-808325d0-3a78-4019-9e73-068e29167a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.721631 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-808325d0-3a78-4019-9e73-068e29167a0d None None] Attempt 1 to provision port d542a890-919e-4c18-96f6-ae115bb6ce64 Oct 30 00:55:53.724376 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Pushing event updated for resources: {'Port': ['ID=923013fe-7bc8-4b35-8830-d5dc263cd454,revision_number=2']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:53.740487 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.742700 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.743222 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.743672 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.744541 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.745029 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.745663 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.746076 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.746472 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.747213 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.747630 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.748121 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.748526 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.750120 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.751014 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:53.752968 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Tracked resource versions report: Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: pushed versions: Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: { 'AddressGroup': {'1.2'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Agent': {'1.1'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'ConntrackHelper': {'1.0'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'LocalIPAssociation': {'1.0'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Log': {'1.0'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'NDPProxy': {'1.0'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Network': {'1.1'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Port': {'1.7'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'PortForwarding': {'1.3'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'QosPolicy': {'1.10'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroup': {'1.5'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroupRule': {'1.2'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'SubPort': {'1.0'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Subnet': {'1.1'}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Trunk': {'1.1'}} Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: consumer versions: Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: HyperV agent@hv-cinder-maste: {}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Agent': '1.1', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'ConntrackHelper': '1.0', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'LocalIPAssociation': '1.0', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Log': '1.0', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'NDPProxy': '1.0', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Network': '1.1', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Port': '1.7', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'PortForwarding': '1.3', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'QosPolicy': '1.10', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroup': '1.5', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'SecurityGroupRule': '1.2', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'SubPort': '1.0', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Subnet': '1.1', Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: 'Trunk': '1.1'}} Oct 30 00:55:53.754585 dv-cinder-master-3-iscsi neutron-server[104544]: {{(pid=104544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 30 00:55:53.770170 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:53.770541 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:53.771235 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.771699 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:53.772295 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Bound port: 923013fe-7bc8-4b35-8830-d5dc263cd454, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:53.772680 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.777736 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:53.794505 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Router 8091bc5d-28b8-454b-ab90-1f0fed59531c is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 00:55:53.846542 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d4b15665-a0b3-4827-9bdf-16feb1ff14da admin admin] Publish callbacks [] for security_group (0ab70106-ea95-484a-a650-7a743d09d38b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.861494 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36adc81-8c59-4057-8ff5-5fe66e3d4038 None None] Pushing event updated for resources: {'Port': ['ID=e2ec4343-9507-41ed-a243-f9f350da5609,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:53.863680 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:53.864563 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d4b15665-a0b3-4827-9bdf-16feb1ff14da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0ab70106-ea95-484a-a650-7a743d09d38b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.868718 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] For port 923013fe-7bc8-4b35-8830-d5dc263cd454, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:53.875082 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] For port 923013fe-7bc8-4b35-8830-d5dc263cd454, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=923013fe-7bc8-4b35-8830-d5dc263cd454,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:53.896776 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:53.901110 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:53.921382 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15665-a0b3-4827-9bdf-16feb1ff14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab70106-ea95-484a-a650-7a743d09d38b,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:53.937749 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:53.964551 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:53.965440 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:54.044872 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7f7ed-db79-41a4-beae-e3d7b487f896 None None] Pushing event updated for resources: {'Port': ['ID=923013fe-7bc8-4b35-8830-d5dc263cd454,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:54.073399 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d4b15665-a0b3-4827-9bdf-16feb1ff14da admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b6087ed6d73147bda7f79cf3f2b5b17f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7245703 Oct 30 00:55:54.078004 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38818) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:54.131385 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-808325d0-3a78-4019-9e73-068e29167a0d None None] Current status of the port d542a890-919e-4c18-96f6-ae115bb6ce64 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:54.146207 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:54.160586 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:54.228035 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.265122 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:54.271386 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port d542a890-919e-4c18-96f6-ae115bb6ce64 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:54.278125 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e2ec4343-9507-41ed-a243-f9f350da5609 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:55:54.284352 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7ab186f1-10fd-4eff-8b3a-a439b0019642 admin admin] Publish callbacks [] for security_group (0ab70106-ea95-484a-a650-7a743d09d38b), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.295915 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Sync routers for ids ['8091bc5d-28b8-454b-ab90-1f0fed59531c'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:55:54.319435 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Routers {'8091bc5d-28b8-454b-ab90-1f0fed59531c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:54.320100 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['8091bc5d-28b8-454b-ab90-1f0fed59531c'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:54.324642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7ab186f1-10fd-4eff-8b3a-a439b0019642 admin admin] Publish callbacks [] for security_group (0ab70106-ea95-484a-a650-7a743d09d38b), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.430241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.431571 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9d63e0b8-aeac-4443-bbe5-57e53829c113 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6175900 Oct 30 00:55:54.435535 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38822) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:54.457229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69480833-8be1-4002-9f68-3d29a2b838df None None] Network 8d646d29-e717-40c9-89d4-df0c802eb607 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:54.477070 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Set router 8091bc5d-28b8-454b-ab90-1f0fed59531c gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:54.572043 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:54.612449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7ab186f1-10fd-4eff-8b3a-a439b0019642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0ab70106-ea95-484a-a650-7a743d09d38b), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.615812 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7ab186f1-10fd-4eff-8b3a-a439b0019642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.617275 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-7ab186f1-10fd-4eff-8b3a-a439b0019642 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0ab70106-ea95-484a-a650-7a743d09d38b HTTP/1.1" status: 204 len: 168 time: 0.5319166 Oct 30 00:55:54.629427 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port e2ec4343-9507-41ed-a243-f9f350da5609 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:54.629933 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.630277 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port e2ec4343-9507-41ed-a243-f9f350da5609 Oct 30 00:55:54.674060 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab186f1-10fd-4eff-8b3a-a439b0019642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab70106-ea95-484a-a650-7a743d09d38b,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:54.677828 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.778240 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:52Z', 'revision_number': 3, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:54.798682 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:51Z', 'revision_number': 3, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:54.852278 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Checking router: 8091bc5d-28b8-454b-ab90-1f0fed59531c for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:55:54.853574 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Updating router 8091bc5d-28b8-454b-ab90-1f0fed59531c port 09120857-1b06-4553-8978-7e1be56b39ce binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:55:54.894409 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:55:54.895083 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Updating router 49548e03-5420-4112-8f0d-8dbb9b7a2ade port fadb1743-6f01-45fe-91c0-196c88193742 binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:55:54.909959 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Provisioning complete for port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:54.910735 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.911215 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Attempt 1 to provision port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 Oct 30 00:55:54.918989 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (09120857-1b06-4553-8978-7e1be56b39ce), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:54.995777 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3576a5-3239-479c-85d8-b95f5d6b38a2 None None] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:55:55.034374 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Allocated IP 172.20.0.1 (4400f15d-ace0-4893-b5ff-c43f47dad5a5/53508a5d-d8c5-48c3-8103-6957eeeafd5f/a4c4225b-7f8b-4154-aab9-1575737618da) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:55.051972 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.052676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.182306 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.269295 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (fadb1743-6f01-45fe-91c0-196c88193742), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.357032 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.417259 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Current status of the port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:55.428051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38836) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:55.433506 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.491874 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.505375 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port e2ec4343-9507-41ed-a243-f9f350da5609 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:55.526114 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Publish callbacks [] for port (09120857-1b06-4553-8978-7e1be56b39ce), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.535843 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (09120857-1b06-4553-8978-7e1be56b39ce), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.557345 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Attempting to bind port 09120857-1b06-4553-8978-7e1be56b39ce on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:55.557645 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Attempting to bind port 09120857-1b06-4553-8978-7e1be56b39ce by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:55.558005 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Attempting to bind port 09120857-1b06-4553-8978-7e1be56b39ce on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:55.619436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 00:55:55.633147 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.670010 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.677669 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066039c-5330-4ecb-a522-8ce036cd3aea None None] Pushing event updated for resources: {'Port': ['ID=09120857-1b06-4553-8978-7e1be56b39ce,revision_number=2']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:55.690138 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:55.690516 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:55.690912 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.691304 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:55.691839 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Bound port: 09120857-1b06-4553-8978-7e1be56b39ce, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:55.692261 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (09120857-1b06-4553-8978-7e1be56b39ce), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.720169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Allocated IP 172.20.0.1 (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0/097e0222-78e9-48ff-b43e-a210472258ea/eb16beb8-3360-4932-8307-733325ee8840) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:55.735315 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.741675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c21794f7-08b6-4e91-9bce-db80dea3f8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.762729 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Allocated IP 172.20.0.1 (bb2af8ca-edb3-4bc3-b4f2-767946c55a59/c7df3234-122c-41d2-b6c8-9b9b993f7c04/1ee78c77-c1bd-4678-a05a-107f0beb224e) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:55.804102 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] For port 09120857-1b06-4553-8978-7e1be56b39ce, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:55.807826 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] For port 09120857-1b06-4553-8978-7e1be56b39ce, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=09120857-1b06-4553-8978-7e1be56b39ce,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:55.812208 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:55.822602 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (09120857-1b06-4553-8978-7e1be56b39ce), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.826387 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks [] for port (a4c4225b-7f8b-4154-aab9-1575737618da), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.868608 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] For port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:55:55.883890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:55.897892 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fade3d11-11d3-4074-8d36-16924ecc90c2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:55:55.905309 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Routers {'8091bc5d-28b8-454b-ab90-1f0fed59531c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:55.906024 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['8091bc5d-28b8-454b-ab90-1f0fed59531c'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:55.939950 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:56.002365 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:56.030158 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:55:56.043880 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.045268 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-afec120b-f8be-4baf-9f37-48df29c79bc4 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8311033 Oct 30 00:55:56.049063 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38846) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:56.059684 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks [] for port (eb16beb8-3360-4932-8307-733325ee8840), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.088860 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066039c-5330-4ecb-a522-8ce036cd3aea None None] Pushing event updated for resources: {'Port': ['ID=09120857-1b06-4553-8978-7e1be56b39ce,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:56.097990 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:50Z', 'revision_number': 3, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:56.143159 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b21007c-2076-42cf-b94d-24a8acc41112 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:50Z', 'revision_number': 3, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:55:56.169792 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] Set router 8091bc5d-28b8-454b-ab90-1f0fed59531c gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:56.229337 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (eb16beb8-3360-4932-8307-733325ee8840), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.233115 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:56.243017 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Publish callbacks [] for port (fadb1743-6f01-45fe-91c0-196c88193742), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.249237 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926931e-6b12-42c0-b237-37d219e9ec08 None None] Pushing event updated for resources: {'Port': ['ID=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:56.271443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Provisioning complete for port fade3d11-11d3-4074-8d36-16924ecc90c2 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:56.273328 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.273789 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Attempt 1 to provision port fade3d11-11d3-4074-8d36-16924ecc90c2 Oct 30 00:55:56.278630 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (fadb1743-6f01-45fe-91c0-196c88193742), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.300964 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Pushing event updated for resources: {'Port': ['ID=eb16beb8-3360-4932-8307-733325ee8840,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:56.314536 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c21794f7-08b6-4e91-9bce-db80dea3f8d8 admin admin] Publish callbacks [] for security_group (669617f4-5624-4ca5-9531-4b459f2ddab8), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.320028 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:56.321980 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.324213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:56.340415 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c21794f7-08b6-4e91-9bce-db80dea3f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (669617f4-5624-4ca5-9531-4b459f2ddab8), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.358293 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:56.359372 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:56.374145 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:56.377339 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:56.378017 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (49548e03-5420-4112-8f0d-8dbb9b7a2ade), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.412657 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21794f7-08b6-4e91-9bce-db80dea3f8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669617f4-5624-4ca5-9531-4b459f2ddab8,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:56.445244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:56.452858 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:56.466142 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:52Z', 'revision_number': 3, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:56.497708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:56.498226 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.507446 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Attempting to bind port fadb1743-6f01-45fe-91c0-196c88193742 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:56.508891 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Attempting to bind port fadb1743-6f01-45fe-91c0-196c88193742 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:56.509528 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Attempting to bind port fadb1743-6f01-45fe-91c0-196c88193742 on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:56.523050 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port fade3d11-11d3-4074-8d36-16924ecc90c2 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:56.524242 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.524840 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b348ad3-a658-4acc-80e0-2889af7694cc None None] The sync data for ids ['8091bc5d-28b8-454b-ab90-1f0fed59531c'] in dv-cinder-master-3-iscsi is: [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:52Z', 'revision_number': 3, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:55:56.538547 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port fade3d11-11d3-4074-8d36-16924ecc90c2 Oct 30 00:55:56.542476 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00191-80b9-4a1e-8da6-f2cc943cd5d3 None None] Pushing event updated for resources: {'Port': ['ID=fadb1743-6f01-45fe-91c0-196c88193742,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:56.704685 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c21794f7-08b6-4e91-9bce-db80dea3f8d8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=67b126a8520340a9a61619733d1c1ec7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2227812 Oct 30 00:55:56.709270 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38856) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:56.717980 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks [] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.728393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c4225b-7f8b-4154-aab9-1575737618da,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:56.829110 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:56.829493 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:56.829954 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.830351 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:56.830846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Bound port: fadb1743-6f01-45fe-91c0-196c88193742, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:56.831272 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (fadb1743-6f01-45fe-91c0-196c88193742), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.862281 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:56.863194 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (eb16beb8-3360-4932-8307-733325ee8840), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.888417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:56.926924 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:57.008493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee78c77-c1bd-4678-a05a-107f0beb224e,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:57.028312 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:57.030037 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:57.062478 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:57.071566 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:57.072640 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port fade3d11-11d3-4074-8d36-16924ecc90c2 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:57.073033 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.089844 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:57.091155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (8091bc5d-28b8-454b-ab90-1f0fed59531c), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.103198 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Current status of the port fade3d11-11d3-4074-8d36-16924ecc90c2 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:57.103709 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.171691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.220706 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port fade3d11-11d3-4074-8d36-16924ecc90c2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fade3d11-11d3-4074-8d36-16924ecc90c2,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:55:57.226245 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] For port fadb1743-6f01-45fe-91c0-196c88193742, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:55:57.291430 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.db.api [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 30 00:55:57.291694 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.291999 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG oslo_db.api [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 30 00:55:57.292529 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.293429 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d542a890-919e-4c18-96f6-ae115bb6ce64 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:55:57.303572 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] For port fadb1743-6f01-45fe-91c0-196c88193742, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fadb1743-6f01-45fe-91c0-196c88193742,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:55:57.327260 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:57.375066 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (fadb1743-6f01-45fe-91c0-196c88193742), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.409436 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:57.410286 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:57.481813 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0329-ce11-4eed-8d55-966a10b6e14f admin admin] Publish callbacks [] for security_group (669617f4-5624-4ca5-9531-4b459f2ddab8), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.526140 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=fade3d11-11d3-4074-8d36-16924ecc90c2,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:57.586515 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00191-80b9-4a1e-8da6-f2cc943cd5d3 None None] Pushing event updated for resources: {'Port': ['ID=fadb1743-6f01-45fe-91c0-196c88193742,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:57.602590 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:57.627075 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0329-ce11-4eed-8d55-966a10b6e14f admin admin] Publish callbacks [] for security_group (669617f4-5624-4ca5-9531-4b459f2ddab8), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.645933 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:53Z', 'revision_number': 3, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:57.652104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port d542a890-919e-4c18-96f6-ae115bb6ce64 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:57.652553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.662491 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port d542a890-919e-4c18-96f6-ae115bb6ce64 Oct 30 00:55:57.701787 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks [] for port (a4c4225b-7f8b-4154-aab9-1575737618da), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.713954 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:55:57.714310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Updating router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 port 413a82aa-00fd-4057-a593-d12c577cc84f binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:55:57.719257 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.720208 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.735478 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Allocated IP 172.20.0.1 (8d646d29-e717-40c9-89d4-df0c802eb607/bb31d553-3cd5-4565-b3d8-dbbb36e6b88d/23a1ee6b-1b5f-4527-866a-ba5f856c7c90) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:55:57.780590 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:55:57.881533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:57.904042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Current status of the port fade3d11-11d3-4074-8d36-16924ecc90c2 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:57.920676 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Provisioning complete for port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:57.921315 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.921646 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Attempt 1 to provision port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 Oct 30 00:55:57.924007 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.927661 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks [] for port (eb16beb8-3360-4932-8307-733325ee8840), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.965782 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (eb16beb8-3360-4932-8307-733325ee8840), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.968604 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (49548e03-5420-4112-8f0d-8dbb9b7a2ade), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.970979 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:57.978680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:57.981146 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.987374 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks [] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:57.989720 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c4225b-7f8b-4154-aab9-1575737618da,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:58.104682 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:58.213938 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.258345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:55:58.296527 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Pushing event updated for resources: {'Port': ['ID=eb16beb8-3360-4932-8307-733325ee8840,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:58.312685 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0329-ce11-4eed-8d55-966a10b6e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (669617f4-5624-4ca5-9531-4b459f2ddab8), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.315386 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0329-ce11-4eed-8d55-966a10b6e14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.316654 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b0fd0329-ce11-4eed-8d55-966a10b6e14f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/669617f4-5624-4ca5-9531-4b459f2ddab8 HTTP/1.1" status: 204 len: 168 time: 1.5044813 Oct 30 00:55:58.338752 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.392589 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd0329-ce11-4eed-8d55-966a10b6e14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669617f4-5624-4ca5-9531-4b459f2ddab8,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:58.422831 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:58.444532 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks [] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.448227 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Network 8d646d29-e717-40c9-89d4-df0c802eb607 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:58.455491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.456575 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (8091bc5d-28b8-454b-ab90-1f0fed59531c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.463149 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:58.467319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:58.469310 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:58.472288 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:55:58.472784 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:58.475931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:58.576088 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:58.607218 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-860d5f07-9625-484c-94ba-d9f3024e03d4 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ca090e6c-1dd2-412a-a2f4-ed42be885d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0858939 Oct 30 00:55:58.635729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:58.643315 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-ea945eb4-b3f2-4586-886a-5ee4037555af None None] Current status of the port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:58.704916 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee78c77-c1bd-4678-a05a-107f0beb224e,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:58.738422 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:58.853273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:58.856608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:59.051950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:55:59.090295 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.140622 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Provisioning complete for port a4c4225b-7f8b-4154-aab9-1575737618da triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:59.141341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.141889 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Attempt 1 to provision port a4c4225b-7f8b-4154-aab9-1575737618da Oct 30 00:55:59.145727 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:59.166918 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Router 8091bc5d-28b8-454b-ab90-1f0fed59531c has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:55:59.256439 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port d542a890-919e-4c18-96f6-ae115bb6ce64 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:55:59.257971 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:55:59.337685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Publish callbacks [] for port (413a82aa-00fd-4057-a593-d12c577cc84f), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.352101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Port a4c4225b-7f8b-4154-aab9-1575737618da cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:55:59.373280 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Provisioning complete for port fade3d11-11d3-4074-8d36-16924ecc90c2 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:59.373762 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.374103 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Attempt 1 to provision port fade3d11-11d3-4074-8d36-16924ecc90c2 Oct 30 00:55:59.381747 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.464169 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Attempting to bind port 413a82aa-00fd-4057-a593-d12c577cc84f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:55:59.464547 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Attempting to bind port 413a82aa-00fd-4057-a593-d12c577cc84f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:55:59.464918 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Attempting to bind port 413a82aa-00fd-4057-a593-d12c577cc84f on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:55:59.507375 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38908) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:55:59.516693 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685785836', 'description': 'tempest-description--1260442603'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:55:59.539529 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:55:59.539958 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.540371 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 Oct 30 00:55:59.582561 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:59.593565 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-90b78348-895f-4be9-b8db-64bb50ad7642 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/49548e03-5420-4112-8f0d-8dbb9b7a2ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9637561 Oct 30 00:55:59.608054 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.612767 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:55:59.640384 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:55:59.657577 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a6f14481-881d-4287-b820-464a865070e1 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/8091bc5d-28b8-454b-ab90-1f0fed59531c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2191920 Oct 30 00:55:59.677289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:59.682536 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks [] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.683122 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9508cf-1d1f-4930-8a4c-61bb137ae80e None None] Pushing event updated for resources: {'Port': ['ID=413a82aa-00fd-4057-a593-d12c577cc84f,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:59.692552 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.693223 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.748763 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f46db6-d056-4bf2-819d-4530605480b4 None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:55:59.753663 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:55:59.754035 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:55:59.754434 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.754812 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:55:59.755297 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Bound port: 413a82aa-00fd-4057-a593-d12c577cc84f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:55:59.755668 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.841709 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Sync routers for ids ['8091bc5d-28b8-454b-ab90-1f0fed59531c'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:55:59.862207 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Routers {'8091bc5d-28b8-454b-ab90-1f0fed59531c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:55:59.862858 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['8091bc5d-28b8-454b-ab90-1f0fed59531c'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:55:59.908494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Network 8d646d29-e717-40c9-89d4-df0c802eb607 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:55:59.909394 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:55:59.917178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:55:59.921151 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (67caf368-554d-4ed9-a7cf-50e72f99cc32), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:55:59.973625 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (67caf368-554d-4ed9-a7cf-50e72f99cc32), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.043995 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67caf368-554d-4ed9-a7cf-50e72f99cc32,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:00.054128 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:00.066491 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.067783 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-df869956-de32-45e9-a819-5fa428a9ddeb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5576682 Oct 30 00:56:00.072026 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38932) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:00.077680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': '67caf368-554d-4ed9-a7cf-50e72f99cc32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:00.092339 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:56:00.101969 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Current status of the port fade3d11-11d3-4074-8d36-16924ecc90c2 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:00.153887 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (d510384a-cf92-4495-875a-d757257d2d8b), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.164510 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] For port 413a82aa-00fd-4057-a593-d12c577cc84f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:00.167079 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:00.169071 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:00.263827 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:56:00.283802 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Set router 8091bc5d-28b8-454b-ab90-1f0fed59531c gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:00.309524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Provisioning complete for port eb16beb8-3360-4932-8307-733325ee8840 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:00.309963 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (eb16beb8-3360-4932-8307-733325ee8840), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.310243 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Attempt 1 to provision port eb16beb8-3360-4932-8307-733325ee8840 Oct 30 00:56:00.371531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (d510384a-cf92-4495-875a-d757257d2d8b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.381190 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (d510384a-cf92-4495-875a-d757257d2d8b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.420167 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d510384a-cf92-4495-875a-d757257d2d8b,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:00.437584 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] For port 413a82aa-00fd-4057-a593-d12c577cc84f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=413a82aa-00fd-4057-a593-d12c577cc84f,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:00.450731 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:00.455190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:00.456765 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.458930 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-7b7f4b37-62cf-4765-a764-1de58f96fd2f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854566 Oct 30 00:56:00.464349 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e2ec4343-9507-41ed-a243-f9f350da5609 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:00.472198 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38940) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:00.477873 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': '67caf368-554d-4ed9-a7cf-50e72f99cc32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:00.513489 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:56:00.523781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (eb0f9198-aaad-4be9-a297-a74391517184), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.552299 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ee04823c-8125-4ef8-ab2b-9724e970b0a1 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/9fb9a83d-0afc-46d5-9b9b-5e59e932e240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5016954 Oct 30 00:56:00.556899 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.566095 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:00.632649 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (eb0f9198-aaad-4be9-a297-a74391517184), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.639763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (eb0f9198-aaad-4be9-a297-a74391517184), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.655002 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:00.700379 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0f9198-aaad-4be9-a297-a74391517184,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:00.708371 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port e2ec4343-9507-41ed-a243-f9f350da5609 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:00.708777 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.708989 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port e2ec4343-9507-41ed-a243-f9f350da5609 Oct 30 00:56:00.713597 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.715362 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-79e7f9f2-fb14-4aed-87da-ce545381c39b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2413940 Oct 30 00:56:00.718075 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38956) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:00.722488 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:00.722965 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:00.778538 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.800299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38964) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:00.803391 dv-cinder-master-3-iscsi neutron-server[104541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 30 00:56:00.819704 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Port eb16beb8-3360-4932-8307-733325ee8840 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:00.827760 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1ee78c77-c1bd-4678-a05a-107f0beb224e', 'name': '', 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'mac_address': 'fa:16:3e:5b:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 2, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'subnets': [{'id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:00.885520 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Checking router: 8091bc5d-28b8-454b-ab90-1f0fed59531c for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:56:00.886862 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Updating router 8091bc5d-28b8-454b-ab90-1f0fed59531c port 1ee78c77-c1bd-4678-a05a-107f0beb224e binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:56:00.899765 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:00.900421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:00.971061 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:00.991268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 38968) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:00.996656 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731801722', 'description': 'tempest-description--414418728'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:01.070529 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Provisioning complete for port 1ee78c77-c1bd-4678-a05a-107f0beb224e triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:01.071926 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.072296 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Attempt 1 to provision port 1ee78c77-c1bd-4678-a05a-107f0beb224e Oct 30 00:56:01.231244 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:01.272388 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.278554 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.330939 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:01.410160 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:01.441215 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9508cf-1d1f-4930-8a4c-61bb137ae80e None None] Pushing event updated for resources: {'Port': ['ID=413a82aa-00fd-4057-a593-d12c577cc84f,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:01.505835 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-3f46bb6d-eaae-4b84-b657-19714e264e85 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:01.511301 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-3f46bb6d-eaae-4b84-b657-19714e264e85 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/networks?id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59 HTTP/1.1" status: 200 len: 812 time: 0.7073727 Oct 30 00:56:01.530570 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 38988) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:01.550943 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82360615', 'description': 'tempest-description--1350778513'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:01.565901 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bb15b9d1-cd11-4925-8327-829c8af98321 None None] Port 1ee78c77-c1bd-4678-a05a-107f0beb224e cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:01.573366 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-f09b4a8a-0d9f-474f-8d4a-c9fa4ebbc115 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/quotas/0f7d505c7b9e4ca08d6437e6e529a039 HTTP/1.1" status: 200 len: 375 time: 0.0443015 Oct 30 00:56:01.590233 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Publish callbacks [] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.601697 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.628929 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.37.3.24 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/edb565f3-d03a-4639-8444-4bf567da1766) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:01.635978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.649462 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:01.671707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port e2ec4343-9507-41ed-a243-f9f350da5609 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:01.734314 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Provisioning complete for port 1ee78c77-c1bd-4678-a05a-107f0beb224e triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:01.734942 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.735050 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Attempt 1 to provision port 1ee78c77-c1bd-4678-a05a-107f0beb224e Oct 30 00:56:01.768759 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49696dfa-90db-4cdc-a04d-27eaf62b8cad None None] Pushing event updated for resources: {'Port': ['ID=1ee78c77-c1bd-4678-a05a-107f0beb224e,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:01.788196 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Attempting to bind port 1ee78c77-c1bd-4678-a05a-107f0beb224e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:01.788466 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Attempting to bind port 1ee78c77-c1bd-4678-a05a-107f0beb224e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:01.788817 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Attempting to bind port 1ee78c77-c1bd-4678-a05a-107f0beb224e on network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:01.868504 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.911787 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:01.912610 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Checking segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:01.913155 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.913704 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Bound using segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:01.917964 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Bound port: 1ee78c77-c1bd-4678-a05a-107f0beb224e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:01.918715 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.919633 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-8d5a3690-0c05-4535-8670-8257ba19c3bd tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0f7d505c7b9e4ca08d6437e6e529a039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3186436 Oct 30 00:56:01.949887 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.973715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (bd3194d6-f246-4981-8634-51a8529a89a3), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:01.975782 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:01.980521 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bd3194d6-f246-4981-8634-51a8529a89a3), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.083538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.087142 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0922613 Oct 30 00:56:02.089906 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449842f-aea2-40a6-ba77-982a3f662d9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3194d6-f246-4981-8634-51a8529a89a3,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:02.099308 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39008) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:02.109113 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'security_group_rule': {'security_group_id': 'bd3194d6-f246-4981-8634-51a8529a89a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:02.113749 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.116038 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5823915 Oct 30 00:56:02.126474 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39012) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:02.131967 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] For port 1ee78c77-c1bd-4678-a05a-107f0beb224e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:02.143762 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'security_group_rule': {'security_group_id': 'f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:02.145852 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] For port 1ee78c77-c1bd-4678-a05a-107f0beb224e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1ee78c77-c1bd-4678-a05a-107f0beb224e,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:02.160618 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.216937 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (ab882e79-4eff-469b-bfa8-d4a6e1df9fe3), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.225055 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3d7ca-1f2c-4012-a483-791a2f9a9d7d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:02.256204 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Port 1ee78c77-c1bd-4678-a05a-107f0beb224e cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:02.264362 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (c12942ab-3bb1-468c-b602-976b54c3664d), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.301618 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Routers {'8091bc5d-28b8-454b-ab90-1f0fed59531c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:02.302295 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['8091bc5d-28b8-454b-ab90-1f0fed59531c'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:02.312417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (edb565f3-d03a-4639-8444-4bf567da1766), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.354237 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:02.368398 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-4ed765f4-6e00-4b26-ad63-6bb08786ec62 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:56:02.375521 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-4ed765f4-6e00-4b26-ad63-6bb08786ec62 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1363146 Oct 30 00:56:02.387668 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49696dfa-90db-4cdc-a04d-27eaf62b8cad None None] Pushing event updated for resources: {'Port': ['ID=1ee78c77-c1bd-4678-a05a-107f0beb224e,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:02.408109 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:02.429821 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (edb565f3-d03a-4639-8444-4bf567da1766), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.443278 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Provisioning complete for port eb16beb8-3360-4932-8307-733325ee8840 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:02.443973 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (eb16beb8-3360-4932-8307-733325ee8840), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.444850 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Attempt 1 to provision port eb16beb8-3360-4932-8307-733325ee8840 Oct 30 00:56:02.447797 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (c12942ab-3bb1-468c-b602-976b54c3664d), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.455064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:02.459847 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:02.488078 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:02.492013 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:02.510032 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:55:59Z', 'revision_number': 2, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:02.528499 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:02.557746 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-17fb3899-4927-4889-aee7-3e95eccfc31a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805725 Oct 30 00:56:02.560633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (c12942ab-3bb1-468c-b602-976b54c3664d), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.599152 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=edb565f3-d03a-4639-8444-4bf567da1766,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:02.639625 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Port eb16beb8-3360-4932-8307-733325ee8840 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:02.644162 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0416f9-724f-40b5-9172-9ac7081a10ad None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:55:59Z', 'revision_number': 2, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:02.647745 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] Set router 8091bc5d-28b8-454b-ab90-1f0fed59531c gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:02.649516 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:56:02.649858 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Updating router ca090e6c-1dd2-412a-a2f4-ed42be885d0b port a4c4225b-7f8b-4154-aab9-1575737618da binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:56:02.663184 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (75c9d9a7-04d8-44c8-a01b-99769db24833), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.677612 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Provisioning complete for port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:02.678126 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.678731 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Attempt 1 to provision port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 Oct 30 00:56:02.685820 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:02.686216 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.686558 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 Oct 30 00:56:02.716157 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12942ab-3bb1-468c-b602-976b54c3664d,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:02.728943 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:56:02.738124 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.752178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:02.757933 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (edb565f3-d03a-4639-8444-4bf567da1766), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.762714 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.766553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e93b2-6fda-46e1-8f55-071fb2b9b90a None None] Port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:02.767954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-bfb78c78-b793-4b29-9151-e12bd04600e7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6614764 Oct 30 00:56:02.792950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (ab882e79-4eff-469b-bfa8-d4a6e1df9fe3), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.798285 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39028) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:02.806243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'security_group_rule': {'security_group_id': 'bd3194d6-f246-4981-8634-51a8529a89a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:02.818614 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (ab882e79-4eff-469b-bfa8-d4a6e1df9fe3), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.841188 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab882e79-4eff-469b-bfa8-d4a6e1df9fe3,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:02.878548 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.879994 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:02.883130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f8a8ed7b-f393-4621-8d76-6a57281c2c16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7526982 Oct 30 00:56:02.884972 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39030) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:02.891691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'security_group_rule': {'security_group_id': 'f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:02.918029 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (2bebcb86-1fa7-490b-a9ed-0d2082bb1acd), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:02.946859 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-74319b23-444c-4458-8b8a-7c4aef6c5765 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329991 Oct 30 00:56:02.981618 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (296aff71-8a4d-4403-938f-44eaef66bb46), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.022051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (edb565f3-d03a-4639-8444-4bf567da1766), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.027098 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:03.028427 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 09120857-1b06-4553-8978-7e1be56b39ce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:03.037858 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (edb565f3-d03a-4639-8444-4bf567da1766), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.038841 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (75c9d9a7-04d8-44c8-a01b-99769db24833), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.095388 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1ee78c77-c1bd-4678-a05a-107f0beb224e', 'name': '', 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'mac_address': 'fa:16:3e:5b:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:02Z', 'revision_number': 4, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'subnets': [{'id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:03.162850 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.165249 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4461708 Oct 30 00:56:03.170492 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:03.184844 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490f1d-9460-4d89-869a-7ed40b9d8f78 None None] The sync data for ids ['8091bc5d-28b8-454b-ab90-1f0fed59531c'] in dv-cinder-master-3-iscsi is: [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1ee78c77-c1bd-4678-a05a-107f0beb224e', 'name': '', 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'mac_address': 'fa:16:3e:5b:da:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:02Z', 'revision_number': 4, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'subnets': [{'id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:03.201692 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8997b0-33c2-4bca-9dca-5ae0310aaa17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=edb565f3-d03a-4639-8444-4bf567da1766,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:03.206125 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 09120857-1b06-4553-8978-7e1be56b39ce triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:03.206840 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (09120857-1b06-4553-8978-7e1be56b39ce), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.207261 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 09120857-1b06-4553-8978-7e1be56b39ce Oct 30 00:56:03.217483 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (2bebcb86-1fa7-490b-a9ed-0d2082bb1acd), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.226712 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (296aff71-8a4d-4403-938f-44eaef66bb46), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.228383 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (2bebcb86-1fa7-490b-a9ed-0d2082bb1acd), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.248199 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bebcb86-1fa7-490b-a9ed-0d2082bb1acd,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:03.253729 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (296aff71-8a4d-4403-938f-44eaef66bb46), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.283236 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.288268 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b41b21bf-9cb0-40d3-b882-54d72b71f3b0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4852526 Oct 30 00:56:03.288268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296aff71-8a4d-4403-938f-44eaef66bb46,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:03.289887 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39044) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:03.304842 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:03.304962 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.305967 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39046) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:03.306485 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-262967d1-8210-4c83-b645-823073434af1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4176621 Oct 30 00:56:03.343064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:03.434118 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.442936 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.540834 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39068) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:03.617868 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Publish callbacks [] for port (a4c4225b-7f8b-4154-aab9-1575737618da), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.642564 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-59d4b763-3e55-4229-803f-ead4608e6ea0 req-e3cbb53b-b152-4f6a-9507-d5a8f5b8121b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.1004786 Oct 30 00:56:03.643522 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 09120857-1b06-4553-8978-7e1be56b39ce is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:03.644772 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (09120857-1b06-4553-8978-7e1be56b39ce), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.659056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.781256 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 09120857-1b06-4553-8978-7e1be56b39ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=09120857-1b06-4553-8978-7e1be56b39ce,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:03.781931 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-7df2cffc-4b90-4a26-83f7-53f85bb06b8c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--685785836&fields=id&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 267 time: 0.1378782 Oct 30 00:56:03.791639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.795615 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.823044 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23807a9d-5263-46f9-8423-7c8827e94804 None None] Pushing event updated for resources: {'Port': ['ID=a4c4225b-7f8b-4154-aab9-1575737618da,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:03.836876 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (09120857-1b06-4553-8978-7e1be56b39ce), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:03.838982 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fade3d11-11d3-4074-8d36-16924ecc90c2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:04.040565 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-8c893cdc-f143-4db3-a6e0-6b65b511c55e tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:04.043014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Attempting to bind port a4c4225b-7f8b-4154-aab9-1575737618da on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:04.043184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-8c893cdc-f143-4db3-a6e0-6b65b511c55e tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.2593501 Oct 30 00:56:04.043553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Attempting to bind port a4c4225b-7f8b-4154-aab9-1575737618da by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:04.044109 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Attempting to bind port a4c4225b-7f8b-4154-aab9-1575737618da on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:04.057647 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Allocated IP 172.37.3.156 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/1c7467cb-b7b4-42b2-b9a6-27ee6a898e74) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:04.081368 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-1f525cac-4600-4da2-9ab7-2928347f1671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/quotas/6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 375 time: 0.0315027 Oct 30 00:56:04.125070 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:04.185458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:04.189656 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:04.199877 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=09120857-1b06-4553-8978-7e1be56b39ce,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:04.211792 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port fade3d11-11d3-4074-8d36-16924ecc90c2 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:04.212258 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:04.212656 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port fade3d11-11d3-4074-8d36-16924ecc90c2 Oct 30 00:56:04.215344 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:04.220010 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:04.220669 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:04.222186 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Bound using segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:04.224014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Bound port: a4c4225b-7f8b-4154-aab9-1575737618da, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:04.227295 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:04.228742 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-93665021-6551-4209-81ee-992d23d4fd57 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356337 Oct 30 00:56:04.343442 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:04.419035 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:04.566086 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-973fae9b-9607-4251-8600-a2b32780269d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155057 Oct 30 00:56:04.592156 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] For port a4c4225b-7f8b-4154-aab9-1575737618da, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:04.597809 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] For port a4c4225b-7f8b-4154-aab9-1575737618da, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a4c4225b-7f8b-4154-aab9-1575737618da,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:04.608639 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:04.656099 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:04.766067 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:04.766687 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:04.819992 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'Port': ['ID=1c7467cb-b7b4-42b2-b9a6-27ee6a898e74,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:04.858925 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:56:04.889037 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:04.894334 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:04.896958 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:04.898833 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-1d853f26-b120-4aec-8fef-75008cf6c61c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250561 Oct 30 00:56:04.922154 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:04.941940 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:04.999236 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Allocated IP 172.37.3.90 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/d63bf535-22ee-499d-9411-c1b0ce1a658a) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:04.999592 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86e1831d-74f8-48f6-ac7d-cff6ce7cb543 req-179612ab-4275-4248-b914-6c26d251ba92 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0562084 Oct 30 00:56:05.055978 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:05.112054 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port fade3d11-11d3-4074-8d36-16924ecc90c2 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:05.120328 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fadb1743-6f01-45fe-91c0-196c88193742 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:05.257869 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (c845ecb0-9ff0-4f68-b872-8f4432227db9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:05.370276 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23807a9d-5263-46f9-8423-7c8827e94804 None None] Pushing event updated for resources: {'Port': ['ID=a4c4225b-7f8b-4154-aab9-1575737618da,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:05.411987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port fadb1743-6f01-45fe-91c0-196c88193742 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:05.412463 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fadb1743-6f01-45fe-91c0-196c88193742), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:05.412794 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port fadb1743-6f01-45fe-91c0-196c88193742 Oct 30 00:56:05.426660 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86198d49-8173-45ed-b8c1-f672b84367cd req-5432d6f8-89fd-4102-8fdf-4f0bccfb2697 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 210 time: 0.1221552 Oct 30 00:56:05.466334 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:05.591831 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:05.786391 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:05.922188 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:06.119148 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.138195 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port fadb1743-6f01-45fe-91c0-196c88193742 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:06.149387 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (fadb1743-6f01-45fe-91c0-196c88193742), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.182436 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 2, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:06.239171 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:56:06.239171 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Updating router 49548e03-5420-4112-8f0d-8dbb9b7a2ade port eb16beb8-3360-4932-8307-733325ee8840 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:56:06.336961 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:06.351271 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (eb16beb8-3360-4932-8307-733325ee8840), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.388930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.485238 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.503808 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:06.507947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.508919 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (c845ecb0-9ff0-4f68-b872-8f4432227db9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.525421 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:06.544990 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:06.554671 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'Port': ['ID=d63bf535-22ee-499d-9411-c1b0ce1a658a,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:06.584714 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1f5d352-1987-4e06-ac0d-27ac2582acb5 req-692fa06f-3c0a-4df7-b119-058d9c8f20fc tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0599763 Oct 30 00:56:06.648437 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.650120 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3408303 Oct 30 00:56:06.719926 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (22d7fe75-8311-455d-b545-52a2ea2facfb), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.722209 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081854fc-11b8-4052-9ff9-bdb43cacd97e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'Port': ['ID=1c7467cb-b7b4-42b2-b9a6-27ee6a898e74,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:06.757044 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port fadb1743-6f01-45fe-91c0-196c88193742, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fadb1743-6f01-45fe-91c0-196c88193742,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:06.775107 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f5689a9f-eb1c-44ba-809e-e3569029dfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.786253 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (fadb1743-6f01-45fe-91c0-196c88193742), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.788655 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 923013fe-7bc8-4b35-8830-d5dc263cd454 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:06.795181 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:06.795699 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cafb06de-4a2e-451f-aa94-e08c7a455d34 req-cfdd0ed6-9a3b-460c-bfcf-1ace2297fb81 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 210 time: 0.1184082 Oct 30 00:56:06.871923 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:06.949648 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:06.987934 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:04Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:07.097040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39272) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:07.128246 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534a8eb-f95a-4243-a077-fdd34e05c54c None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:04Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:07.182015 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Publish callbacks [] for port (eb16beb8-3360-4932-8307-733325ee8840), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.196665 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (eb16beb8-3360-4932-8307-733325ee8840), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.219592 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=fadb1743-6f01-45fe-91c0-196c88193742,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:07.246113 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 923013fe-7bc8-4b35-8830-d5dc263cd454 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:07.248463 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.248851 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 923013fe-7bc8-4b35-8830-d5dc263cd454 Oct 30 00:56:07.249272 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-4361d434-a363-4488-8eca-6edc26c0dabc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--82360615&fields=id&tenant_id=a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 267 time: 0.1769209 Oct 30 00:56:07.336755 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd260-667c-4fa3-b0b9-8838494c1a73 None None] Pushing event updated for resources: {'Port': ['ID=eb16beb8-3360-4932-8307-733325ee8840,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:07.364684 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Attempting to bind port eb16beb8-3360-4932-8307-733325ee8840 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:07.365046 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Attempting to bind port eb16beb8-3360-4932-8307-733325ee8840 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:07.365428 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Attempting to bind port eb16beb8-3360-4932-8307-733325ee8840 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:07.388117 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:07.388812 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.397367 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.398129 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (22d7fe75-8311-455d-b545-52a2ea2facfb), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.428459 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.429930 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1384077 Oct 30 00:56:07.464713 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:07.465499 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Checking segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:07.466179 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.466773 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Bound using segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:07.467654 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Bound port: eb16beb8-3360-4932-8307-733325ee8840, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:07.468482 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (eb16beb8-3360-4932-8307-733325ee8840), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.515644 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-40920330-ba31-43ec-b26d-7cdff2ddfd49 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:07.516251 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a15303-7eff-4bc3-b648-f5d726086c41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'Port': ['ID=d63bf535-22ee-499d-9411-c1b0ce1a658a,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:07.526626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 923013fe-7bc8-4b35-8830-d5dc263cd454 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:07.527177 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.536095 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-40920330-ba31-43ec-b26d-7cdff2ddfd49 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 816 time: 0.2858024 Oct 30 00:56:07.592417 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-284bd8be-d003-4f3d-802f-6538e1409a1f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/quotas/a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 375 time: 0.0376563 Oct 30 00:56:07.604937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 923013fe-7bc8-4b35-8830-d5dc263cd454, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=923013fe-7bc8-4b35-8830-d5dc263cd454,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:07.615517 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.629022 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] For port eb16beb8-3360-4932-8307-733325ee8840, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:07.633755 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] For port eb16beb8-3360-4932-8307-733325ee8840, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb16beb8-3360-4932-8307-733325ee8840,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:07.648301 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (eb16beb8-3360-4932-8307-733325ee8840), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:07.729493 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:07.737553 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:07.739071 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:55:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:07.757662 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39288) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:07.766471 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-d4e2e36a-9625-45f7-a2f0-6ee79e76a4c5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609907 Oct 30 00:56:07.782031 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.43', 52925) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:07.796953 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=923013fe-7bc8-4b35-8830-d5dc263cd454,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:07.971683 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd260-667c-4fa3-b0b9-8838494c1a73 None None] Pushing event updated for resources: {'Port': ['ID=eb16beb8-3360-4932-8307-733325ee8840,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:08.129894 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:08.215305 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8de52bfe-41d3-4c5b-8721-cdea894daa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.236196 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:08.273518 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:08.306741 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-51f0bd75-456b-4a6f-9038-9f730fa43feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.307254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-ed7ac04f-2e19-4f8a-aba8-5f8e5538ad1d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:08.308595 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-ed7ac04f-2e19-4f8a-aba8-5f8e5538ad1d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.43 "GET /networking/v2.0/networks?id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59 HTTP/1.1" status: 200 len: 812 time: 0.5251331 Oct 30 00:56:08.311072 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-546645ad-e1d4-4d96-ba0b-46d26c20fc82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.324936 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 413a82aa-00fd-4057-a593-d12c577cc84f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:08.380614 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-45248440-b08c-4fa9-9eb9-5511bde73024 req-a518b1e9-d377-44bf-8769-76601d414c91 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0701098 Oct 30 00:56:08.397161 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-419b04eb-7b14-40ad-b477-c35946ea9cf2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297531 Oct 30 00:56:08.404928 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 413a82aa-00fd-4057-a593-d12c577cc84f triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:08.405309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.405635 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 413a82aa-00fd-4057-a593-d12c577cc84f Oct 30 00:56:08.524546 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 413a82aa-00fd-4057-a593-d12c577cc84f is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:08.525133 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.539116 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:08.541471 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-546645ad-e1d4-4d96-ba0b-46d26c20fc82 admin admin] Publish callbacks [] for security_group (2e46800a-7023-4c66-8155-0c5cef769e85), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.547199 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-546645ad-e1d4-4d96-ba0b-46d26c20fc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2e46800a-7023-4c66-8155-0c5cef769e85), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.553614 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 413a82aa-00fd-4057-a593-d12c577cc84f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=413a82aa-00fd-4057-a593-d12c577cc84f,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:08.559455 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.561051 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 09120857-1b06-4553-8978-7e1be56b39ce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:08.589645 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-978ffab2-a1c1-4684-b945-d9fd22058f18 req-6d1f811f-8c96-4bd6-ac93-cdf2ff3860e2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 210 time: 0.0741861 Oct 30 00:56:08.648704 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-546645ad-e1d4-4d96-ba0b-46d26c20fc82 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b8fcaf2d9d974aec9c96d61104709ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8893824 Oct 30 00:56:08.652323 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:08.653874 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:08.654979 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39316) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:08.684509 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=413a82aa-00fd-4057-a593-d12c577cc84f,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:08.694819 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8ee83-b533-4cd3-b7c5-4e9a1e214b13 None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:08.702779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Request body: {'port': {'device_id': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'admin_state_up': True, 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:08.725969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546645ad-e1d4-4d96-ba0b-46d26c20fc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e46800a-7023-4c66-8155-0c5cef769e85,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:08.740287 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-0fca4ede-edd5-4dd7-b143-fcf3d807a413 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417528 Oct 30 00:56:08.768463 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8de52bfe-41d3-4c5b-8721-cdea894daa05 admin admin] Publish callbacks [] for security_group (3844bf83-1b6a-4663-9e05-bc1a01aa0e27), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.776808 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8de52bfe-41d3-4c5b-8721-cdea894daa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3844bf83-1b6a-4663-9e05-bc1a01aa0e27), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.780361 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 09120857-1b06-4553-8978-7e1be56b39ce triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:08.780769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (09120857-1b06-4553-8978-7e1be56b39ce), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:08.781109 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 09120857-1b06-4553-8978-7e1be56b39ce Oct 30 00:56:08.882076 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8de52bfe-41d3-4c5b-8721-cdea894daa05 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ce1df4d4d27a412b91845bc0fb02c3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7776721 Oct 30 00:56:08.900547 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39338) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:08.901096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39340) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:08.901641 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.43', 52935) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:08.983789 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6b5524e8-7fe6-408b-b000-a2fabccb4e08 admin admin] Publish callbacks [] for security_group (2e46800a-7023-4c66-8155-0c5cef769e85), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.009673 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 09120857-1b06-4553-8978-7e1be56b39ce is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:09.012574 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fadb1743-6f01-45fe-91c0-196c88193742 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:09.058143 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6b5524e8-7fe6-408b-b000-a2fabccb4e08 admin admin] Publish callbacks [] for security_group (2e46800a-7023-4c66-8155-0c5cef769e85), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.072191 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port fadb1743-6f01-45fe-91c0-196c88193742 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:09.073085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fadb1743-6f01-45fe-91c0-196c88193742), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.073614 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port fadb1743-6f01-45fe-91c0-196c88193742 Oct 30 00:56:09.167609 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Made reservation on behalf of 0f7d505c7b9e4ca08d6437e6e529a039 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:56:09.171937 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.258909 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6b5524e8-7fe6-408b-b000-a2fabccb4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2e46800a-7023-4c66-8155-0c5cef769e85), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.266710 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port fadb1743-6f01-45fe-91c0-196c88193742 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:09.268193 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1ee78c77-c1bd-4678-a05a-107f0beb224e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:09.268914 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6b5524e8-7fe6-408b-b000-a2fabccb4e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.270323 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6b5524e8-7fe6-408b-b000-a2fabccb4e08 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2e46800a-7023-4c66-8155-0c5cef769e85 HTTP/1.1" status: 204 len: 168 time: 0.6143525 Oct 30 00:56:09.297450 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de52bfe-41d3-4c5b-8721-cdea894daa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844bf83-1b6a-4663-9e05-bc1a01aa0e27,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:09.422240 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:09.449553 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-193b15e2-96e5-4432-8c9f-29610a1b4a14 req-85295728-4d7e-470d-8bf6-cec4688ab75b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.3042710 Oct 30 00:56:09.483207 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1206-e12a-4847-869e-d21ae90bc143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.489344 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 1ee78c77-c1bd-4678-a05a-107f0beb224e triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:09.489737 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.491662 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5524e8-7fe6-408b-b000-a2fabccb4e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e46800a-7023-4c66-8155-0c5cef769e85,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:09.493446 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 1ee78c77-c1bd-4678-a05a-107f0beb224e Oct 30 00:56:09.518999 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-18690f68-eb58-4b0d-9dc0-455f26c838c8 admin admin] Publish callbacks [] for security_group (3844bf83-1b6a-4663-9e05-bc1a01aa0e27), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.529245 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:09.534277 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-240a8d4d-fb20-4596-9467-c88f52e07891 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1731801722&fields=id&tenant_id=8bf407954ed34ebfaf56db206df4fc84 HTTP/1.1" status: 200 len: 267 time: 0.6560409 Oct 30 00:56:09.566644 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.657700 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 1ee78c77-c1bd-4678-a05a-107f0beb224e is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:09.658390 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.754128 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 1ee78c77-c1bd-4678-a05a-107f0beb224e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1ee78c77-c1bd-4678-a05a-107f0beb224e,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:09.763097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.765600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a4c4225b-7f8b-4154-aab9-1575737618da up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:09.796137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Allocated IP 172.20.0.12 (bb2af8ca-edb3-4bc3-b4f2-767946c55a59/c7df3234-122c-41d2-b6c8-9b9b993f7c04/2c0a4a56-006d-4324-b26e-f48bac7f7a5b) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:09.838718 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:09.882141 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-18690f68-eb58-4b0d-9dc0-455f26c838c8 admin admin] Publish callbacks [] for security_group (3844bf83-1b6a-4663-9e05-bc1a01aa0e27), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.900870 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-c7b051d9-46fa-4940-b720-9c7dec54bec9 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:09.902732 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-c7b051d9-46fa-4940-b720-9c7dec54bec9 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.9923394 Oct 30 00:56:09.944898 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=1ee78c77-c1bd-4678-a05a-107f0beb224e,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:09.948692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-4f96cb58-79cc-4354-a3d4-0446651dca39 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:09.957899 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-4f96cb58-79cc-4354-a3d4-0446651dca39 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 811 time: 0.4071622 Oct 30 00:56:09.981729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:09.983267 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port a4c4225b-7f8b-4154-aab9-1575737618da triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:09.984239 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:09.984584 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port a4c4225b-7f8b-4154-aab9-1575737618da Oct 30 00:56:10.014830 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1206-e12a-4847-869e-d21ae90bc143 admin admin] Publish callbacks [] for security_group (e071ec44-8c73-4a36-8c73-83fbc55ccf6a), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.034847 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a3619a5-9086-4e2c-b753-06e5c99aa7ba req-e2951d7a-8cb1-4a5d-82fd-cb0144cf7e0b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.1968904 Oct 30 00:56:10.070710 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1206-e12a-4847-869e-d21ae90bc143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e071ec44-8c73-4a36-8c73-83fbc55ccf6a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.072641 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39396) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:10.085939 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a4c4225b-7f8b-4154-aab9-1575737618da is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:10.086346 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.094595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23633139-27db-41c8-9591-b5ba2908ec6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.109739 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:10.167408 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port a4c4225b-7f8b-4154-aab9-1575737618da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a4c4225b-7f8b-4154-aab9-1575737618da,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:10.184288 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.229303 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks [] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.255915 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=a4c4225b-7f8b-4154-aab9-1575737618da,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:10.444240 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-4eae39d6-72cb-4646-9e34-f7606af7952d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/quotas/8bf407954ed34ebfaf56db206df4fc84 HTTP/1.1" status: 200 len: 375 time: 0.4727223 Oct 30 00:56:10.472867 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23633139-27db-41c8-9591-b5ba2908ec6f admin admin] Publish callbacks [] for security_group (3502d7a2-f830-4106-9b8e-bec33d36095c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.476521 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.479909 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23633139-27db-41c8-9591-b5ba2908ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3502d7a2-f830-4106-9b8e-bec33d36095c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.528879 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 413a82aa-00fd-4057-a593-d12c577cc84f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:10.597257 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:10.635007 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d7ff9288-5534-4c4c-a342-8e2a7a552b88 req-e2a86d91-d621-4426-9814-8421054a24a0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 210 time: 0.2038674 Oct 30 00:56:10.669452 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Pushing event updated for resources: {'Port': ['ID=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:10.697642 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1206-e12a-4847-869e-d21ae90bc143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e071ec44-8c73-4a36-8c73-83fbc55ccf6a,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:10.731567 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1b9f1206-e12a-4847-869e-d21ae90bc143 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eb71114e972447f6bcfad53c4d2bad7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8135073 Oct 30 00:56:10.735197 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39406) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:10.756920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:10.784375 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 413a82aa-00fd-4057-a593-d12c577cc84f triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:10.784976 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.785335 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 413a82aa-00fd-4057-a593-d12c577cc84f Oct 30 00:56:10.786364 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:10.857971 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:10.867287 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:10.868064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.875652 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-7c4964df-8761-44ad-86f2-2d911de9fa49 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4297864 Oct 30 00:56:10.880876 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-18690f68-eb58-4b0d-9dc0-455f26c838c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3844bf83-1b6a-4663-9e05-bc1a01aa0e27), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.884651 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-18690f68-eb58-4b0d-9dc0-455f26c838c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:10.887211 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-18690f68-eb58-4b0d-9dc0-455f26c838c8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3844bf83-1b6a-4663-9e05-bc1a01aa0e27 HTTP/1.1" status: 204 len: 168 time: 1.9784646 Oct 30 00:56:10.891450 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-23633139-27db-41c8-9591-b5ba2908ec6f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1c7a293871eb451cbdcb27b76b27c09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8169992 Oct 30 00:56:10.895134 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f6d32dd0-6581-40e1-b208-8e342555849a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 379 time: 0.9571629 Oct 30 00:56:10.896897 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39414) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:10.897022 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-37fd1469-5583-464b-8b76-4fa7d426ba74 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2116687 Oct 30 00:56:10.900449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23633139-27db-41c8-9591-b5ba2908ec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3502d7a2-f830-4106-9b8e-bec33d36095c,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:10.973019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18690f68-eb58-4b0d-9dc0-455f26c838c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844bf83-1b6a-4663-9e05-bc1a01aa0e27,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:11.010819 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 413a82aa-00fd-4057-a593-d12c577cc84f is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:11.022931 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1ee78c77-c1bd-4678-a05a-107f0beb224e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:11.023866 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5ad898a-d5b8-4b25-b49f-8c715140d2c4 req-cc5b5a59-818b-4341-85c2-e7493e78b4c8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.1439717 Oct 30 00:56:11.100163 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9caccb32-919b-4cda-b071-7458926f9594 admin admin] Publish callbacks [] for security_group (3502d7a2-f830-4106-9b8e-bec33d36095c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.130479 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8af41232-ceb9-4173-bf15-24f65ad05d86 admin admin] Publish callbacks [] for security_group (e071ec44-8c73-4a36-8c73-83fbc55ccf6a), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.192698 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9caccb32-919b-4cda-b071-7458926f9594 admin admin] Publish callbacks [] for security_group (3502d7a2-f830-4106-9b8e-bec33d36095c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.214421 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8af41232-ceb9-4173-bf15-24f65ad05d86 admin admin] Publish callbacks [] for security_group (e071ec44-8c73-4a36-8c73-83fbc55ccf6a), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.260316 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-edf0606c-d40a-4fd5-ba26-a562736ef044 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:56:11.261739 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-edf0606c-d40a-4fd5-ba26-a562736ef044 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1147172 Oct 30 00:56:11.336612 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.354732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 1ee78c77-c1bd-4678-a05a-107f0beb224e triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:11.355219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.355833 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 1ee78c77-c1bd-4678-a05a-107f0beb224e Oct 30 00:56:11.358022 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-87362f60-a2ad-490c-a99c-d9323bef18e4 None None] Provisioning complete for port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:11.358596 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-87362f60-a2ad-490c-a99c-d9323bef18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.359109 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-87362f60-a2ad-490c-a99c-d9323bef18e4 None None] Attempt 1 to provision port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b Oct 30 00:56:11.426255 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09805446-1518-4f32-9d89-976296e9f58b req-709de7a8-64f8-449c-9451-2b05a5ebae58 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:11.427928 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09805446-1518-4f32-9d89-976296e9f58b req-709de7a8-64f8-449c-9451-2b05a5ebae58 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 932 time: 0.1148779 Oct 30 00:56:11.474170 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:11.475704 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-87362f60-a2ad-490c-a99c-d9323bef18e4 None None] Port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:11.478400 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.513995 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9caccb32-919b-4cda-b071-7458926f9594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3502d7a2-f830-4106-9b8e-bec33d36095c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.516505 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9caccb32-919b-4cda-b071-7458926f9594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.520107 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-9caccb32-919b-4cda-b071-7458926f9594 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3502d7a2-f830-4106-9b8e-bec33d36095c HTTP/1.1" status: 204 len: 168 time: 0.6010802 Oct 30 00:56:11.527969 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09805446-1518-4f32-9d89-976296e9f58b req-ad64ea0d-7c7b-4536-a50c-22f68c3f3209 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896728 Oct 30 00:56:11.538308 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-f5db4a4b-64ac-4777-8ba3-7ecd2009d6e6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588511 Oct 30 00:56:11.543388 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8af41232-ceb9-4173-bf15-24f65ad05d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e071ec44-8c73-4a36-8c73-83fbc55ccf6a), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.546286 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8af41232-ceb9-4173-bf15-24f65ad05d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.547616 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8af41232-ceb9-4173-bf15-24f65ad05d86 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e071ec44-8c73-4a36-8c73-83fbc55ccf6a HTTP/1.1" status: 204 len: 168 time: 0.7757411 Oct 30 00:56:11.561697 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caccb32-919b-4cda-b071-7458926f9594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3502d7a2-f830-4106-9b8e-bec33d36095c,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:11.602262 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-6e4ef8e7-c437-42c4-b465-49ef8787cf5b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 00:56:11.616519 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-6e4ef8e7-c437-42c4-b465-49ef8787cf5b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0252995 Oct 30 00:56:11.619804 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'port': {'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'admin_state_up': True, 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'security_groups': ['67caf368-554d-4ed9-a7cf-50e72f99cc32']}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:11.674031 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 1ee78c77-c1bd-4678-a05a-107f0beb224e is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:11.681104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device eb16beb8-3360-4932-8307-733325ee8840 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:11.904170 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port eb16beb8-3360-4932-8307-733325ee8840 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:11.904457 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (eb16beb8-3360-4932-8307-733325ee8840), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:11.904791 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port eb16beb8-3360-4932-8307-733325ee8840 Oct 30 00:56:12.003300 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:12.153143 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port eb16beb8-3360-4932-8307-733325ee8840 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:12.154292 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (eb16beb8-3360-4932-8307-733325ee8840), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:12.220737 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-d81f181b-cfa3-41bd-a06a-aefcb0cabd5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716828 Oct 30 00:56:12.221638 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af41232-ceb9-4173-bf15-24f65ad05d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e071ec44-8c73-4a36-8c73-83fbc55ccf6a,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:12.264816 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-5e1997bb-e000-443e-b8a3-c02bbd9e0f46 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:12.280439 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-5e1997bb-e000-443e-b8a3-c02bbd9e0f46 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 816 time: 0.4271259 Oct 30 00:56:12.282768 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port eb16beb8-3360-4932-8307-733325ee8840, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb16beb8-3360-4932-8307-733325ee8840,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:12.299296 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (eb16beb8-3360-4932-8307-733325ee8840), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:12.300524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 923013fe-7bc8-4b35-8830-d5dc263cd454 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:12.334242 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.43', 52953) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:12.445684 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3a1e4073-1311-4cd8-ac3e-8e4ad2764a80 req-c1e69641-b699-4913-9c77-2a252d684bf2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 210 time: 0.4306810 Oct 30 00:56:12.525100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Made reservation on behalf of 6b68b886c19c45d585409651f33b8626 for: {'port': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:56:12.529443 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:12.562339 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=eb16beb8-3360-4932-8307-733325ee8840,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:12.608346 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 923013fe-7bc8-4b35-8830-d5dc263cd454 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:12.610873 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:12.615208 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 923013fe-7bc8-4b35-8830-d5dc263cd454 Oct 30 00:56:12.786069 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:56:12.834334 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:12.837004 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:56:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:12.916466 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39464) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:12.989422 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-046a43cc-4f3a-4e4b-b284-a25f52b983dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.022718 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:13.079432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.20.0.4 (4400f15d-ace0-4893-b5ff-c43f47dad5a5/53508a5d-d8c5-48c3-8103-6957eeeafd5f/9218be5d-9ff8-4e15-b073-e87bc5e0401c) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:13.128139 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:13.218894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-046a43cc-4f3a-4e4b-b284-a25f52b983dd admin admin] Publish callbacks [] for security_group (0161b514-bff9-4915-a739-e3e40a1077fd), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.240013 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:13.251661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-046a43cc-4f3a-4e4b-b284-a25f52b983dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0161b514-bff9-4915-a739-e3e40a1077fd), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.261771 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.381437 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a2760a5b-a083-42c6-934c-792967edb0f9 req-29820b0b-24b1-47f5-a6b7-43a36231c20e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.0806842 Oct 30 00:56:13.389376 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.426036 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-02d0f712-730b-468f-812b-996ef64d3dcd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 378 time: 0.9597998 Oct 30 00:56:13.439169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39476) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:13.461062 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:13.467364 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'port': {'device_id': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'admin_state_up': True, 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'security_groups': ['f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:13.494814 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-046a43cc-4f3a-4e4b-b284-a25f52b983dd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=00101170482f49fe9093143e4d5a4d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5771725 Oct 30 00:56:13.517656 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Request body: {'port': {'device_id': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:13.527570 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39482) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:13.528726 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d9afa6c-d5b0-402d-b1fd-ffce8ac77d76 req-cf95d00e-7873-494a-b51e-410386adf0cf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.2263346 Oct 30 00:56:13.531149 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:13.539848 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 923013fe-7bc8-4b35-8830-d5dc263cd454 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:13.638229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a43cc-4f3a-4e4b-b284-a25f52b983dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0161b514-bff9-4915-a739-e3e40a1077fd,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:13.676032 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:13.704014 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e075474b-fe7b-4b5b-b738-068f6632d660 admin admin] Publish callbacks [] for security_group (0161b514-bff9-4915-a739-e3e40a1077fd), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.744671 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:13.747382 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:13.755363 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:13.773723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:13.774504 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.798345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.821086 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e075474b-fe7b-4b5b-b738-068f6632d660 admin admin] Publish callbacks [] for security_group (0161b514-bff9-4915-a739-e3e40a1077fd), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:13.868935 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2616868 Oct 30 00:56:13.901459 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:55:59Z', 'revision_number': 2, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:13.934316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:13.950481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14115a83-9a60-42b2-856d-9b4924cf3927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=9218be5d-9ff8-4e15-b073-e87bc5e0401c,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:14.005635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Request body: {'port': {'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:14.010474 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a4c4225b-7f8b-4154-aab9-1575737618da up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:14.020680 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:56:14.023678 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Updating router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:56:14.039380 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db63b-892a-488f-802a-f8a4eb5701f6 req-1b7af0c4-221e-4721-8fe0-a2df26219ea4 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:14.052308 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d27db63b-892a-488f-802a-f8a4eb5701f6 req-1b7af0c4-221e-4721-8fe0-a2df26219ea4 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 932 time: 0.4502666 Oct 30 00:56:14.241576 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.242542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268725-2011-439d-9a92-78d88683ef04 req-598bece7-9719-4c48-af9f-120cd65e89bd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:14.253813 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Made reservation on behalf of a3bfc7112bb04760aa4e9adc50b12361 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:56:14.255351 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14268725-2011-439d-9a92-78d88683ef04 req-598bece7-9719-4c48-af9f-120cd65e89bd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 931 time: 0.5947020 Oct 30 00:56:14.275598 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.398182 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port a4c4225b-7f8b-4154-aab9-1575737618da triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:14.398556 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.398890 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port a4c4225b-7f8b-4154-aab9-1575737618da Oct 30 00:56:14.420609 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e075474b-fe7b-4b5b-b738-068f6632d660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0161b514-bff9-4915-a739-e3e40a1077fd), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.427443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e075474b-fe7b-4b5b-b738-068f6632d660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.431556 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-e075474b-fe7b-4b5b-b738-068f6632d660 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0161b514-bff9-4915-a739-e3e40a1077fd HTTP/1.1" status: 204 len: 168 time: 0.8958220 Oct 30 00:56:14.554708 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6b6c1b67-4ebe-4bdc-a26b-ceb2c843ad18 None None] Provisioning complete for port 9218be5d-9ff8-4e15-b073-e87bc5e0401c triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:14.555467 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6b6c1b67-4ebe-4bdc-a26b-ceb2c843ad18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.556021 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6b6c1b67-4ebe-4bdc-a26b-ceb2c843ad18 None None] Attempt 1 to provision port 9218be5d-9ff8-4e15-b073-e87bc5e0401c Oct 30 00:56:14.619578 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14268725-2011-439d-9a92-78d88683ef04 req-0e891f40-0539-4e4d-a05d-71cf4b5fa608 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615563 Oct 30 00:56:14.642742 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d27db63b-892a-488f-802a-f8a4eb5701f6 req-1323477e-e42e-49ed-8b11-60f3158228df tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876989 Oct 30 00:56:14.647225 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075474b-fe7b-4b5b-b738-068f6632d660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0161b514-bff9-4915-a739-e3e40a1077fd,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:14.659228 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c1b67-4ebe-4bdc-a26b-ceb2c843ad18 None None] Port 9218be5d-9ff8-4e15-b073-e87bc5e0401c cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:14.680946 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3b326045-9856-41c1-a1e9-b1cd961b2b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.846922 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a4c4225b-7f8b-4154-aab9-1575737618da is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:14.848170 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device eb16beb8-3360-4932-8307-733325ee8840 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:14.908023 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port eb16beb8-3360-4932-8307-733325ee8840 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:14.908648 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (eb16beb8-3360-4932-8307-733325ee8840), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:14.908806 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port eb16beb8-3360-4932-8307-733325ee8840 Oct 30 00:56:15.015065 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port eb16beb8-3360-4932-8307-733325ee8840 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:15.053633 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:15.116015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Allocated IP 172.20.0.11 (8d646d29-e717-40c9-89d4-df0c802eb607/bb31d553-3cd5-4565-b3d8-dbbb36e6b88d/5367850e-73d0-4814-af96-bd430c94c272) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:15.247022 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0a4a56-006d-4324-b26e-f48bac7f7a5b {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:15.263028 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Publish callbacks [] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:15.281801 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:15.334287 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Transition to ACTIVE for port object 2c0a4a56-006d-4324-b26e-f48bac7f7a5b will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:56:15.342164 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:15.460010 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8a0c647e-cc07-4a70-8fb2-8e59e4621979 req-876ba209-b257-422f-8641-0fb1067b2c1b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.2293108 Oct 30 00:56:15.462997 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-389526a0-5ed9-4593-a931-0769b6b8627d req-b7542ae6-a3ea-4c53-867a-9be3e5d074f0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.2339969 Oct 30 00:56:15.654325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:15.710177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Attempting to bind port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:15.714641 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Attempting to bind port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:15.716017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Attempting to bind port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b on network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:15.805228 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for port (5367850e-73d0-4814-af96-bd430c94c272), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:15.831850 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b on network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:56:15.832435 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Attempting to bind port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b on network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:15.931630 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:15.932015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Checking segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:15.932580 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Bound using segment: {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:15.933093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Bound port: 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bace0b-a882-44ca-852c-d9f12cbeda31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:15.933411 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:15.955669 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:15.982683 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b048b-29ab-4e35-a0df-40f22166961e req-1a9e1c71-945d-42a7-8452-1db7597089b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:15.991735 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b2b048b-29ab-4e35-a0df-40f22166961e req-1a9e1c71-945d-42a7-8452-1db7597089b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 931 time: 0.1361408 Oct 30 00:56:16.043975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:16.047581 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:16.057202 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Network 8d646d29-e717-40c9-89d4-df0c802eb607 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:16.098170 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:16.118151 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:16.125402 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:16.126071 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.243931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3b326045-9856-41c1-a1e9-b1cd961b2b8e admin admin] Publish callbacks [] for security_group (00ccc8d4-d0d8-4ed7-8f4c-351807e1a716), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.286336 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] For port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:16.333776 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:16.361984 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:16.376221 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b2b048b-29ab-4e35-a0df-40f22166961e req-17fd4064-ce3d-434c-8f77-cf2599551df0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685961 Oct 30 00:56:16.376221 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3b326045-9856-41c1-a1e9-b1cd961b2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (00ccc8d4-d0d8-4ed7-8f4c-351807e1a716), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.382266 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] For port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:16.411043 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-9544a24e-15dc-431a-88c1-7dc0358260ca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9447043 Oct 30 00:56:16.423263 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.432609 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:16.434806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.439086 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2c0a4a56-006d-4324-b26e-f48bac7f7a5b HTTP/1.1" status: 200 len: 1094 time: 3.9850981 Oct 30 00:56:16.457607 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'tag': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:16.458311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Publish callbacks [] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.473927 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.605427 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3b326045-9856-41c1-a1e9-b1cd961b2b8e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=47ea8ebe1bc64f6183b8dca990bb3ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1535270 Oct 30 00:56:16.623603 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5780a-4587-4116-8e95-d47588db3ab4 None None] Pushing event updated for resources: {'Port': ['ID=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:16.702863 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:16.766032 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-143a4f91-19f4-46bd-8c9d-3ab8b3ad2c30 None None] Provisioning complete for port 5367850e-73d0-4814-af96-bd430c94c272 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:16.766700 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-143a4f91-19f4-46bd-8c9d-3ab8b3ad2c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (5367850e-73d0-4814-af96-bd430c94c272), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.767183 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-143a4f91-19f4-46bd-8c9d-3ab8b3ad2c30 None None] Attempt 1 to provision port 5367850e-73d0-4814-af96-bd430c94c272 Oct 30 00:56:16.823155 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Attempting to bind port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:16.823943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Attempting to bind port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:16.824549 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Attempting to bind port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 on network 8d646d29-e717-40c9-89d4-df0c802eb607 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:16.905034 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-143a4f91-19f4-46bd-8c9d-3ab8b3ad2c30 None None] Port 5367850e-73d0-4814-af96-bd430c94c272 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:16.946433 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9218be5d-9ff8-4e15-b073-e87bc5e0401c {{(pid=104541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:16.961187 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39554) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:16.962275 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Publish callbacks [] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.967703 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.43', 52960) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:16.981307 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:16.982987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Checking segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:16.989826 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.990443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Bound using segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:16.991051 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Bound port: 23a1ee6b-1b5f-4527-866a-ba5f856c7c90, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:16.992106 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:16.998751 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.provisioning_blocks [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Transition to ACTIVE for port object 9218be5d-9ff8-4e15-b073-e87bc5e0401c will not be triggered until provisioned by entity L2. {{(pid=104541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:56:17.010286 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:17.010932 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:17.028501 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Request body: {'port': {'device_id': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:17.039857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6ca33-966a-4632-b71b-3eb01b5b54a5 req-3ad24a7b-53b2-4bcc-a7c7-3d2d6a8b18da tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:17.059984 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07a6ca33-966a-4632-b71b-3eb01b5b54a5 req-3ad24a7b-53b2-4bcc-a7c7-3d2d6a8b18da tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.5407040 Oct 30 00:56:17.110621 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:17.133107 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f8a0e-0807-4954-ab9b-0e0584ee0963 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:17.192264 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b326045-9856-41c1-a1e9-b1cd961b2b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ccc8d4-d0d8-4ed7-8f4c-351807e1a716,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:17.241838 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] For port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:17.261296 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] For port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:17.276188 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:17.391259 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:17.394599 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:56:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:17.480067 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5780a-4587-4116-8e95-d47588db3ab4 None None] Pushing event updated for resources: {'Port': ['ID=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:17.492526 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-93958aea-a12f-423c-aa1d-d426228b4cb1 req-3fbbee34-ca29-4227-9940-b9f82203c3ad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.1303995 Oct 30 00:56:17.503273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Pushing event updated for resources: {'Port': ['ID=9218be5d-9ff8-4e15-b073-e87bc5e0401c,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:17.519122 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07a6ca33-966a-4632-b71b-3eb01b5b54a5 req-254a2dcb-44f5-4511-b118-72818add00d6 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580052 Oct 30 00:56:17.530580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.managers [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Attempting to bind port 9218be5d-9ff8-4e15-b073-e87bc5e0401c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:17.531051 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.managers [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Attempting to bind port 9218be5d-9ff8-4e15-b073-e87bc5e0401c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}] {{(pid=104541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:17.531486 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Attempting to bind port 9218be5d-9ff8-4e15-b073-e87bc5e0401c on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:17.629507 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ec516deb-ed1d-4fe0-b640-4519ee878d40 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:17.641553 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ec516deb-ed1d-4fe0-b640-4519ee878d40 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 811 time: 0.6594772 Oct 30 00:56:17.669693 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:17.724339 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f832d78e-f60e-46e8-9913-d42d7024029b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f858c8d-6414-403e-b8d3-3ecd728e84a1", "tag": "2c0a4a56-006d-4324-b26e-f48bac7f7a5b"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:17.822452 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-97a5dbb1-04b5-4080-87f7-b54166e63d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:17.824370 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-97a5dbb1-04b5-4080-87f7-b54166e63d4a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=0f7d505c7b9e4ca08d6437e6e529a039&device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 1128 time: 0.9698200 Oct 30 00:56:17.824734 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ffe4f-aaf2-4a48-a2e7-7a0c21bc9bec req-69c2e442-ad3c-459a-ac9f-5156ce9db595 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:17.840967 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-341ffe4f-aaf2-4a48-a2e7-7a0c21bc9bec req-69c2e442-ad3c-459a-ac9f-5156ce9db595 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 932 time: 0.2301579 Oct 30 00:56:17.855189 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7afeb54-57d6-4c1b-b8c8-f7acbba7d5ec admin admin] Publish callbacks [] for security_group (00ccc8d4-d0d8-4ed7-8f4c-351807e1a716), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:17.865651 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:17.882466 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:17.909635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Port 9218be5d-9ff8-4e15-b073-e87bc5e0401c on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:56:17.909971 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Attempting to bind port 9218be5d-9ff8-4e15-b073-e87bc5e0401c on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:18.082267 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-341ffe4f-aaf2-4a48-a2e7-7a0c21bc9bec req-c4a71e45-52cd-411a-b41a-ef83d9afc4dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2402477 Oct 30 00:56:18.088670 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9b3b0-3d6e-4cc8-b1be-aa5b0f5c6b2e req-00a14a93-b76f-44c5-bb1a-58f3a977abab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:18.117699 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bdb9b3b0-3d6e-4cc8-b1be-aa5b0f5c6b2e req-00a14a93-b76f-44c5-bb1a-58f3a977abab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.2682517 Oct 30 00:56:18.146627 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:18.147146 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.149779 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 Oct 30 00:56:18.170837 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:18.171506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:18.172219 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Bound using segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:18.172798 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.managers [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Bound port: 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}}] {{(pid=104541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:18.173259 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.302937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:17Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:18.340598 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc1754-4d59-4086-b173-2ef1fe5b91b9 None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:17Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:18.352052 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7afeb54-57d6-4c1b-b8c8-f7acbba7d5ec admin admin] Publish callbacks [] for security_group (00ccc8d4-d0d8-4ed7-8f4c-351807e1a716), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.407142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:18.407682 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.466911 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:18.472013 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.479733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bdb9b3b0-3d6e-4cc8-b1be-aa5b0f5c6b2e req-c3cd21e7-7ef4-4f6e-9269-fecb135d3b98 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370450 Oct 30 00:56:18.482600 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] For port 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host hv-cinder-maste, cleared binding levels {{(pid=104541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:18.490844 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] For port 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:18.506020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.514424 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:18.515154 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:18.516719 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 1093 time: 4.5256886 Oct 30 00:56:18.518186 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:18.658664 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=30 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:18.671505 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:18.675312 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:18.810728 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-f100308e-91d5-4f58-9814-431c94dd5022 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b HTTP/1.1" status: 200 len: 217 time: 0.4788992 Oct 30 00:56:18.869491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b2b0a-3827-4b15-bda7-7bbafdfe7959 x-openstack-request-id: req-df7b2b0a-3827-4b15-bda7-7bbafdfe7959 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:18.872114 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f858c8d-6414-403e-b8d3-3ecd728e84a1", "tag": "2c0a4a56-006d-4324-b26e-f48bac7f7a5b", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:18.872414 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df7b2b0a-3827-4b15-bda7-7bbafdfe7959 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:18.872989 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7b2b0a-3827-4b15-bda7-7bbafdfe7959'] response: {'name': 'network-changed', 'server_uuid': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'tag': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b', 'status': 'completed', 'code': 200} Oct 30 00:56:18.939053 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d8d2e4e-079c-4137-96a0-6d3551e3835a req-cac65074-e9da-4a20-9932-78c047794d8a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.1674762 Oct 30 00:56:18.995668 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-4963c153-000a-448b-9832-1245dec26713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:18.997157 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-4963c153-000a-448b-9832-1245dec26713 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c7df3234-122c-41d2-b6c8-9b9b993f7c04 HTTP/1.1" status: 200 len: 851 time: 0.0717721 Oct 30 00:56:19.008375 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7afeb54-57d6-4c1b-b8c8-f7acbba7d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (00ccc8d4-d0d8-4ed7-8f4c-351807e1a716), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:19.010844 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7afeb54-57d6-4c1b-b8c8-f7acbba7d5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:19.020126 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b7afeb54-57d6-4c1b-b8c8-f7acbba7d5ec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/00ccc8d4-d0d8-4ed7-8f4c-351807e1a716 HTTP/1.1" status: 204 len: 168 time: 2.0409701 Oct 30 00:56:19.172821 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-c55c01bf-114e-4e88-8848-9cfb534f6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:19.182224 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:19.184675 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-c55c01bf-114e-4e88-8848-9cfb534f6ec1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600313 Oct 30 00:56:19.326199 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-2e3192be-43b1-4a17-8489-0f79d83d8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:19.332346 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-2e3192be-43b1-4a17-8489-0f79d83d8e25 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1127 time: 0.5560691 Oct 30 00:56:19.403242 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afeb54-57d6-4c1b-b8c8-f7acbba7d5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ccc8d4-d0d8-4ed7-8f4c-351807e1a716,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:19.427953 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-1f6a06cb-bcda-466f-9c86-e789bb205878 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257102 Oct 30 00:56:19.488077 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7625645-f075-43b9-8f6d-a4a43d461b34 service neutron] Pushing event updated for resources: {'Port': ['ID=9218be5d-9ff8-4e15-b073-e87bc5e0401c,revision_number=3']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:19.498259 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6167e2-f43f-4628-9491-f038a1f55f43 req-b395f129-8ad4-442e-a984-f9a79a9ef595 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:19.508339 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c6167e2-f43f-4628-9491-f038a1f55f43 req-b395f129-8ad4-442e-a984-f9a79a9ef595 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.7026362 Oct 30 00:56:19.511598 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-cd846be7-9b6c-4212-a313-24bdc6158340 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 217 time: 0.1228306 Oct 30 00:56:19.674170 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:19.677156 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c36e8956-b22e-4979-92a0-9b882db264d9 req-9e9584d1-1db4-480f-b1a5-710e5b259721 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291176 Oct 30 00:56:19.685745 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-61685e66-3e49-4512-99c1-9e714b93e36c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8bf407954ed34ebfaf56db206df4fc84 HTTP/1.1" status: 200 len: 380 time: 1.3527360 Oct 30 00:56:19.719990 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5766eec-7670-4f16-8625-b4507708d5da req-aabf78b9-28ed-4aba-bfe2-c8e4bbbb235c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:19.724827 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5766eec-7670-4f16-8625-b4507708d5da req-aabf78b9-28ed-4aba-bfe2-c8e4bbbb235c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 932 time: 0.2308052 Oct 30 00:56:19.745147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:19.786802 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:19.798635 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c6167e2-f43f-4628-9491-f038a1f55f43 req-23fcb880-e716-42a7-b40c-a74008bac16d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885911 Oct 30 00:56:19.804709 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-3ea693cf-747a-4ca2-ae41-3021b755d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:19.812601 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-3ea693cf-747a-4ca2-ae41-3021b755d146 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.2548652 Oct 30 00:56:19.823878 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'port': {'device_id': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'admin_state_up': True, 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'security_groups': ['bd3194d6-f246-4981-8634-51a8529a89a3']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:19.912902 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5766eec-7670-4f16-8625-b4507708d5da req-054cb990-dd8c-443d-93ad-43389b40019b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633739 Oct 30 00:56:19.922240 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:19.999345 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:20.005449 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:20.006210 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 Oct 30 00:56:20.065455 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-b5797acc-fc1c-4562-8bf1-e48c28bbbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:20.067144 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-b5797acc-fc1c-4562-8bf1-e48c28bbbe0b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1346235 Oct 30 00:56:20.356441 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:20.434608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832d78e-f60e-46e8-9913-d42d7024029b req-79f72567-6c47-41db-b8b9-2be335b51257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:20.436248 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-79f72567-6c47-41db-b8b9-2be335b51257 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=0f7d505c7b9e4ca08d6437e6e529a039&device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 1128 time: 0.3746433 Oct 30 00:56:20.659208 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:20.661713 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:20.669788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec69c0-4eed-4ec6-93df-a67ac12c296f x-openstack-request-id: req-b3ec69c0-4eed-4ec6-93df-a67ac12c296f {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:20.670751 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:20.671363 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3ec69c0-4eed-4ec6-93df-a67ac12c296f {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:20.672098 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ec69c0-4eed-4ec6-93df-a67ac12c296f'] response: {'name': 'network-changed', 'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'status': 'completed', 'code': 200} Oct 30 00:56:20.784388 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e5f7-2a76-4d27-bb90-a6cd7c2abdfb req-1604e127-156e-4bad-b57a-4ff75b9c9cd8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:20.785519 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9494e5f7-2a76-4d27-bb90-a6cd7c2abdfb req-1604e127-156e-4bad-b57a-4ff75b9c9cd8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.6481218 Oct 30 00:56:20.848844 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-42206f5f-1ed4-456c-a3c2-13801ee221c6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458732 Oct 30 00:56:21.001597 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5367850e-73d0-4814-af96-bd430c94c272 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:21.013424 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832d78e-f60e-46e8-9913-d42d7024029b req-77536e23-9fd9-4e83-b127-03e92619c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.016919 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-77536e23-9fd9-4e83-b127-03e92619c8c8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59 HTTP/1.1" status: 200 len: 913 time: 0.5566893 Oct 30 00:56:21.026470 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52fa214b-266c-402c-9838-efacc8a03315 req-e26822e5-d174-4fc7-a48b-2b1a88675e2d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.1052902 Oct 30 00:56:21.040667 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Publish callbacks [] for port (5367850e-73d0-4814-af96-bd430c94c272), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:21.048945 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9494e5f7-2a76-4d27-bb90-a6cd7c2abdfb req-1faa5f78-b1d7-419d-a9b7-3f270cd7e7e1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346199 Oct 30 00:56:21.122345 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fa9ed20-d1fa-4ec6-8075-25fa5f39373e req-cea7e10d-2d48-4efb-a4a6-9d2cfd6f7664 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390981 Oct 30 00:56:21.220943 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Transition to ACTIVE for port object 5367850e-73d0-4814-af96-bd430c94c272 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:56:21.226602 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-4e55548b-e26a-4aca-a573-64ddb5e159ec service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b HTTP/1.1" status: 200 len: 217 time: 0.1357601 Oct 30 00:56:21.231651 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:21.256863 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Made reservation on behalf of 8bf407954ed34ebfaf56db206df4fc84 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:56:21.261363 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:21.327872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3040e-9476-45d7-af0f-9e4483a67bdc req-745262b4-07fa-42e8-b0f8-064a9632e5b4 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.329769 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e9e3040e-9476-45d7-af0f-9e4483a67bdc req-745262b4-07fa-42e8-b0f8-064a9632e5b4 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0861783 Oct 30 00:56:21.373070 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832d78e-f60e-46e8-9913-d42d7024029b req-841abd8d-14ef-4232-a8a3-38efc881afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.374995 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-841abd8d-14ef-4232-a8a3-38efc881afe0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c7df3234-122c-41d2-b6c8-9b9b993f7c04 HTTP/1.1" status: 200 len: 851 time: 0.0825427 Oct 30 00:56:21.448000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-bcc0701e-d9e0-440d-a605-101fae982530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.449655 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-bcc0701e-d9e0-440d-a605-101fae982530 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1127 time: 0.1084979 Oct 30 00:56:21.528470 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b738732-2634-4425-81d7-e1726acc12ef req-9d82746d-f94f-45ad-8c05-2f2aa018a7e2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.535734 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b738732-2634-4425-81d7-e1726acc12ef req-9d82746d-f94f-45ad-8c05-2f2aa018a7e2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.2048640 Oct 30 00:56:21.550924 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:21.597273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832d78e-f60e-46e8-9913-d42d7024029b req-dea21c61-87eb-48b7-b4b8-d04d5eb0d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.598819 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-dea21c61-87eb-48b7-b4b8-d04d5eb0d573 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1861455 Oct 30 00:56:21.680105 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e9e3040e-9476-45d7-af0f-9e4483a67bdc req-586fda92-d50d-4523-bc33-292eb54b3d08 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855804 Oct 30 00:56:21.689485 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Attempting to bind port 5367850e-73d0-4814-af96-bd430c94c272 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:21.689876 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Attempting to bind port 5367850e-73d0-4814-af96-bd430c94c272 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:21.690322 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Attempting to bind port 5367850e-73d0-4814-af96-bd430c94c272 on network 8d646d29-e717-40c9-89d4-df0c802eb607 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:21.780130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b738732-2634-4425-81d7-e1726acc12ef req-19b2096c-1693-4516-88ee-d9b23df64e2e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2432284 Oct 30 00:56:21.860838 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-ea7e74e5-ad90-4c5e-9416-e3cc0a03b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:21.861981 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-ea7e74e5-ad90-4c5e-9416-e3cc0a03b346 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.3935764 Oct 30 00:56:21.905710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 39730) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:21.946095 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-6d2bdd31-f34a-460d-ae61-57ae187a0702 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 217 time: 0.0726094 Oct 30 00:56:21.993671 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Allocated IP 172.20.0.8 (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0/097e0222-78e9-48ff-b43e-a210472258ea/dcb64cf9-6d5f-470b-8042-0cdbf3e91991) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:56:22.228153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-947699f9-beac-419b-9671-27ef2fd1b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:22.238359 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-947699f9-beac-419b-9671-27ef2fd1b8f5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.2074549 Oct 30 00:56:22.268831 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:22.300720 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:22.301293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:22.305848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Port 5367850e-73d0-4814-af96-bd430c94c272 on network 8d646d29-e717-40c9-89d4-df0c802eb607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:56:22.306178 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Attempting to bind port 5367850e-73d0-4814-af96-bd430c94c272 on network 8d646d29-e717-40c9-89d4-df0c802eb607 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:22.319041 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:22.361983 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:56:22.427961 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:56:22.431937 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-8f0a28d3-b786-4358-8847-134d635d2837 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341099 Oct 30 00:56:22.466042 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-e0fb43f0-6031-4112-b460-d07001ca527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:22.472621 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-e0fb43f0-6031-4112-b460-d07001ca527c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1609058 Oct 30 00:56:22.738111 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ae40-f433-4cc6-9098-3ef88a97937a req-850969da-b813-43cb-8ae3-607ae2e42ab5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:22.748549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c238ae40-f433-4cc6-9098-3ef88a97937a req-850969da-b813-43cb-8ae3-607ae2e42ab5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 931 time: 0.5056558 Oct 30 00:56:22.771941 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc886a5-35a9-4de5-abe5-48dfe1589e51 req-485cecf5-351a-47d3-8d38-395877c8dda7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:22.781169 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8bc886a5-35a9-4de5-abe5-48dfe1589e51 req-485cecf5-351a-47d3-8d38-395877c8dda7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.5095608 Oct 30 00:56:22.808723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:22.811378 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:56:22.815894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:22.816589 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:22.850414 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-207a1cb6-626c-4649-87e5-801271ecb69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:22.916881 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-03ae139b-ede6-4f6f-aa1f-0aafe10aecbf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281553 Oct 30 00:56:22.945933 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c238ae40-f433-4cc6-9098-3ef88a97937a req-526cf9ea-69ef-4682-95a5-3a6948f0052f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963062 Oct 30 00:56:22.970479 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8bc886a5-35a9-4de5-abe5-48dfe1589e51 req-9409fcf4-8e8d-414b-8dad-02ef4710fb87 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874399 Oct 30 00:56:22.983750 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1782250 Oct 30 00:56:22.989635 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bde7c6db-7f49-48d6-ac5b-d254563e44e9 None None] Provisioning complete for port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:22.994238 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bde7c6db-7f49-48d6-ac5b-d254563e44e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:22.996793 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bde7c6db-7f49-48d6-ac5b-d254563e44e9 None None] Attempt 1 to provision port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 Oct 30 00:56:23.028326 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a5c4b-bd7b-49d5-9de3-51eea2ad0eca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'Port': ['ID=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:23.091287 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bde7c6db-7f49-48d6-ac5b-d254563e44e9 None None] Port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:56:23.124467 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Request body: {'port': {'device_id': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:23.133807 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:23.134235 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Checking segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:23.134848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Bound using segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:23.135536 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Bound port: 5367850e-73d0-4814-af96-bd430c94c272, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:23.136080 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.148153 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:23.251026 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bdcfe-7724-447c-8440-aabb3a9303c1 req-8af934c8-a54c-4bd5-bdaf-3682ab0b706c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:23.259166 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d26bdcfe-7724-447c-8440-aabb3a9303c1 req-8af934c8-a54c-4bd5-bdaf-3682ab0b706c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.1760256 Oct 30 00:56:23.311291 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed494f-46ba-4f29-9624-b1ee08c3c2da req-9f319141-2758-4a56-82ca-6a7d6c48de8a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:23.319349 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42ed494f-46ba-4f29-9624-b1ee08c3c2da req-9f319141-2758-4a56-82ca-6a7d6c48de8a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.1620321 Oct 30 00:56:23.324847 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:23.414059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:23.417894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:23.445778 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fbe803be-67c2-45e6-a7b9-2a9f6cc674b1 req-c8e9f266-1d74-4342-9990-208e3bb959f7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452444 Oct 30 00:56:23.446705 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.457551 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:23.458519 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.460096 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 1094 time: 6.5049322 Oct 30 00:56:23.461556 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d26bdcfe-7724-447c-8440-aabb3a9303c1 req-3f793f1c-1def-42d9-ba3e-4a46a6ebead1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2012956 Oct 30 00:56:23.464916 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:23.467259 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b2c3f-ee0b-44ef-977d-b245d480a84a" -d '{"events": [{"name": "network-changed", "server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:23.476270 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f832d78e-f60e-46e8-9913-d42d7024029b req-a6a381f9-b18a-499a-9ba9-cbea76d9569a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298106 Oct 30 00:56:23.505513 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.506504 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42ed494f-46ba-4f29-9624-b1ee08c3c2da req-48fe1741-691e-4cb0-8a77-d0c36e3bd03e tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855385 Oct 30 00:56:23.603370 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e8662-7661-45e3-ab7b-1a5efde7fb11 x-openstack-request-id: req-149e8662-7661-45e3-ab7b-1a5efde7fb11 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:23.603919 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:23.604362 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-149e8662-7661-45e3-ab7b-1a5efde7fb11 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:23.605040 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149e8662-7661-45e3-ab7b-1a5efde7fb11'] response: {'name': 'network-changed', 'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'status': 'completed', 'code': 200} Oct 30 00:56:23.622155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20b4f-d1e1-42fd-b86b-4909d725dfba service neutron] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:23.653146 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-207a1cb6-626c-4649-87e5-801271ecb69b admin admin] Publish callbacks [] for security_group (c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.720446 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-207a1cb6-626c-4649-87e5-801271ecb69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.847114 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-2d05c3ef-36ab-418e-a534-125fbb2ee8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:23.848688 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-2d05c3ef-36ab-418e-a534-125fbb2ee8a8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1128 time: 0.2360196 Oct 30 00:56:23.881556 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-207a1cb6-626c-4649-87e5-801271ecb69b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=782a4eade27d42298bbf4519f07d3e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9501929 Oct 30 00:56:23.884177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a1cb6-626c-4649-87e5-801271ecb69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:23.884615 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 39794) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:23.929077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:23.935874 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7078add1-154f-4526-aa64-343ed97ec6fa admin admin] Publish callbacks [] for security_group (c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:23.956744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7078add1-154f-4526-aa64-343ed97ec6fa admin admin] Publish callbacks [] for security_group (c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.027776 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7078add1-154f-4526-aa64-343ed97ec6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.031965 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7078add1-154f-4526-aa64-343ed97ec6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.035530 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7078add1-154f-4526-aa64-343ed97ec6fa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f HTTP/1.1" status: 204 len: 168 time: 0.1474884 Oct 30 00:56:24.035795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb64cf9-6d5f-470b-8042-0cdbf3e91991 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:24.046203 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078add1-154f-4526-aa64-343ed97ec6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a9da3-6aa1-40e0-9fb0-1c8a76b0af5f,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:24.051130 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Publish callbacks [] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.072634 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Transition to ACTIVE for port object dcb64cf9-6d5f-470b-8042-0cdbf3e91991 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:56:24.082109 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.118830 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478e142-9870-4932-82ec-aee9116c5635 req-1819b6ed-d348-4427-b0f5-03d4177fc7e5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:24.120697 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b478e142-9870-4932-82ec-aee9116c5635 req-1819b6ed-d348-4427-b0f5-03d4177fc7e5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 931 time: 0.0684624 Oct 30 00:56:24.165112 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:24.167942 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Attempting to bind port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:56:24.168269 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Attempting to bind port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:56:24.168556 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Attempting to bind port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:24.192596 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af0bd1-7b47-41b9-8974-bb6ad3b15572 req-ab654bd0-5d77-4642-93f6-176509c04095 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:24.194413 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-87af0bd1-7b47-41b9-8974-bb6ad3b15572 req-ab654bd0-5d77-4642-93f6-176509c04095 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0726812 Oct 30 00:56:24.219461 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:56:24.219985 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Attempting to bind port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:56:24.225178 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b478e142-9870-4932-82ec-aee9116c5635 req-f7b4176a-47c0-4806-bdc4-1be63ea1f4c2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926805 Oct 30 00:56:24.267786 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-87af0bd1-7b47-41b9-8974-bb6ad3b15572 req-7f314ff8-fdda-4ce7-82e4-ac580e676eb5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660465 Oct 30 00:56:24.284632 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:56:24.285067 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Checking segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:56:24.285620 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Bound using segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:56:24.286110 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Bound port: dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:56:24.286633 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.352846 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] For port dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:56:24.356179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] For port dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:56:24.363125 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.369108 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:24.369733 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:24.371428 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 200 len: 1093 time: 1.2659264 Oct 30 00:56:24.413189 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55330ae0-8edf-4835-8d93-abbd2eebba76 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:24.668240 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621991c5-d62c-45be-b988-6b9b26ab96df req-dbe7d731-b07b-4293-9fe0-08be27d9e7f2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:24.669708 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-621991c5-d62c-45be-b988-6b9b26ab96df req-dbe7d731-b07b-4293-9fe0-08be27d9e7f2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0817668 Oct 30 00:56:24.677101 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1017662-75ec-48a6-9b99-483a040c99a3 req-007834b5-0139-424e-b12d-79b0b21616c8 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:24.678570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1017662-75ec-48a6-9b99-483a040c99a3 req-007834b5-0139-424e-b12d-79b0b21616c8 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0781512 Oct 30 00:56:24.758167 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1017662-75ec-48a6-9b99-483a040c99a3 req-3bbe83ea-51fb-43e0-ae3f-bcd37014c723 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726223 Oct 30 00:56:24.761135 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-621991c5-d62c-45be-b988-6b9b26ab96df req-4209e0ec-6bb6-46d5-8949-5e0cfef65b64 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817056 Oct 30 00:56:25.478440 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5f269-0cb7-4b0e-a777-499b0f24fb17 req-4a9cd668-50f2-4953-91f2-8acf80948069 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:25.480073 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-32c5f269-0cb7-4b0e-a777-499b0f24fb17 req-4a9cd668-50f2-4953-91f2-8acf80948069 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.1155219 Oct 30 00:56:25.491796 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:25.503668 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-41128907-0aff-4a2f-8b0c-7d3c727e5b54 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 217 time: 0.0667408 Oct 30 00:56:25.514455 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9675-1884-4dae-a776-6c188e76affa req-efe61e50-86e6-4592-8e82-12d77d54bc5c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:25.521324 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84ee9675-1884-4dae-a776-6c188e76affa req-efe61e50-86e6-4592-8e82-12d77d54bc5c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.1205885 Oct 30 00:56:25.588610 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-32c5f269-0cb7-4b0e-a777-499b0f24fb17 req-3a1d0333-c793-428c-a285-c736be2ae24a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998020 Oct 30 00:56:25.597682 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84ee9675-1884-4dae-a776-6c188e76affa req-edc10bc2-f725-4da0-bacd-c0e68cf37074 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753896 Oct 30 00:56:25.606827 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:25.610737 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55da3a2-4beb-4899-8362-559073be4a04" -d '{"events": [{"name": "network-changed", "server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:25.662334 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c5ae17-435b-4135-b155-9ba8c11e9676 x-openstack-request-id: req-d1c5ae17-435b-4135-b155-9ba8c11e9676 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:25.662745 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:25.663082 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1c5ae17-435b-4135-b155-9ba8c11e9676 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:25.663790 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c5ae17-435b-4135-b155-9ba8c11e9676'] response: {'name': 'network-changed', 'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'status': 'completed', 'code': 200} Oct 30 00:56:25.909076 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:25.921736 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55da3a2-4beb-4899-8362-559073be4a04 req-245b25ae-1ed1-4871-9e47-504a40617a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:25.923753 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b55da3a2-4beb-4899-8362-559073be4a04 req-245b25ae-1ed1-4871-9e47-504a40617a63 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1127 time: 0.0873327 Oct 30 00:56:25.930868 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-efac3c7e-be8c-44d5-9fa1-e8d8186cd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:25.932723 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-efac3c7e-be8c-44d5-9fa1-e8d8186cd6c5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.1209748 Oct 30 00:56:25.949618 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fcd31-737e-4d19-b1df-3a148d00a563 req-ae501db2-f001-4a39-b87f-b7b4e7c7a464 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:25.951115 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-593fcd31-737e-4d19-b1df-3a148d00a563 req-ae501db2-f001-4a39-b87f-b7b4e7c7a464 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0654297 Oct 30 00:56:25.959546 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076938a-c0b1-43a6-954c-1bffcaa4bd1a req-94d89755-edf2-4693-a26b-f23fcb833fd7 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:25.961215 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3076938a-c0b1-43a6-954c-1bffcaa4bd1a req-94d89755-edf2-4693-a26b-f23fcb833fd7 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.1237102 Oct 30 00:56:25.971826 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:26.057889 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-593fcd31-737e-4d19-b1df-3a148d00a563 req-c6eb236c-5c56-4cab-8d21-1b32229671f8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955729 Oct 30 00:56:26.077270 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3076938a-c0b1-43a6-954c-1bffcaa4bd1a req-bcc7211a-3fef-485f-ab21-a6dea5a5ab5c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965390 Oct 30 00:56:26.110786 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-a532f0db-6e64-43e3-9c00-d0f2c2cd3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:26.113046 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-a532f0db-6e64-43e3-9c00-d0f2c2cd3331 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1691489 Oct 30 00:56:26.257546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55da3a2-4beb-4899-8362-559073be4a04 req-520a04ef-4679-4547-83ee-53080fdc78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:26.259022 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b55da3a2-4beb-4899-8362-559073be4a04 req-520a04ef-4679-4547-83ee-53080fdc78e7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=8bf407954ed34ebfaf56db206df4fc84&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3042939 Oct 30 00:56:26.283002 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-7db862ae-e9c2-473e-b7f0-5c1021a55d27 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630101 Oct 30 00:56:26.753566 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc9d3-53e7-46bd-85ca-bd6d933c5a2a req-05870e1a-fb2f-44dc-9496-41daf86ac5aa tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:26.755085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e7fc9d3-53e7-46bd-85ca-bd6d933c5a2a req-05870e1a-fb2f-44dc-9496-41daf86ac5aa tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0815117 Oct 30 00:56:26.762650 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c398c-6ff0-484a-bf54-b8529c0dfc17 req-ff302cb0-abef-445a-b913-eca1f93ba041 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:26.764062 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0a8c398c-6ff0-484a-bf54-b8529c0dfc17 req-ff302cb0-abef-445a-b913-eca1f93ba041 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0793755 Oct 30 00:56:26.994540 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e7fc9d3-53e7-46bd-85ca-bd6d933c5a2a req-99f7ac6d-b57a-4f4b-827f-991444212b1c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295413 Oct 30 00:56:26.998655 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0a8c398c-6ff0-484a-bf54-b8529c0dfc17 req-e5f781ac-737d-4cc8-96c9-73f7ec0c139d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278850 Oct 30 00:56:27.229538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa437713-7d2e-4db6-8f0d-d1f6e67fca5c req-c8280e5d-30ef-4012-b8b5-c611dacd87df tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:27.231012 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa437713-7d2e-4db6-8f0d-d1f6e67fca5c req-c8280e5d-30ef-4012-b8b5-c611dacd87df tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0777013 Oct 30 00:56:27.238454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd50120-f492-48fb-a7f7-dc410f81b04d req-b39e3123-4276-48e7-a5d6-9105b7500e16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:27.239840 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2cd50120-f492-48fb-a7f7-dc410f81b04d req-b39e3123-4276-48e7-a5d6-9105b7500e16 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0773153 Oct 30 00:56:27.316159 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa437713-7d2e-4db6-8f0d-d1f6e67fca5c req-5d7dadf3-c60b-4089-9c74-b9be04fce290 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753329 Oct 30 00:56:27.320796 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2cd50120-f492-48fb-a7f7-dc410f81b04d req-e02ac052-bc36-42b0-a87b-701de83136bd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742044 Oct 30 00:56:27.869567 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:28.157551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b9281-8799-4222-a81a-c9211d56e58f req-15773e4a-3c32-44a0-ab6b-b7186f4dd5b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:28.159016 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0d4b9281-8799-4222-a81a-c9211d56e58f req-15773e4a-3c32-44a0-ab6b-b7186f4dd5b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0701718 Oct 30 00:56:28.164457 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8ee4-7f94-4824-8704-8a6ebd252f82 req-70679b20-9652-4ac5-a16f-32be48bc6a76 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:28.165805 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d19f8ee4-7f94-4824-8704-8a6ebd252f82 req-70679b20-9652-4ac5-a16f-32be48bc6a76 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0859873 Oct 30 00:56:28.238085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0d4b9281-8799-4222-a81a-c9211d56e58f req-b2ae06b4-d937-41d5-866e-c9e8b722644a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713346 Oct 30 00:56:28.241149 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d19f8ee4-7f94-4824-8704-8a6ebd252f82 req-47c47513-366f-43e3-9d9c-f9536a26dbb2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685043 Oct 30 00:56:28.479961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58af8-d380-497b-91f7-0697020f6091 req-30ca34c6-5012-49d7-903a-04c99fb50ef9 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:28.481439 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-28f58af8-d380-497b-91f7-0697020f6091 req-30ca34c6-5012-49d7-903a-04c99fb50ef9 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0778537 Oct 30 00:56:28.487169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee6ed-63c9-4933-8950-f533891899f4 req-ab0a6d12-4d80-444e-97f9-e069b61f13ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:28.488643 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a99ee6ed-63c9-4933-8950-f533891899f4 req-ab0a6d12-4d80-444e-97f9-e069b61f13ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0745640 Oct 30 00:56:28.561184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-28f58af8-d380-497b-91f7-0697020f6091 req-628cd8cf-7522-42a7-ab9f-d6c47a75143d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716224 Oct 30 00:56:28.564401 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a99ee6ed-63c9-4933-8950-f533891899f4 req-ecf1cb93-c8a6-4221-9fea-b5d584b2e9fe tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688941 Oct 30 00:56:29.392081 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a545-0843-4ec0-bd55-5f70fa2d42a4 req-3f95dd58-6b29-4a8d-bfe8-f3ee0938d01b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:29.393549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7e70a545-0843-4ec0-bd55-5f70fa2d42a4 req-3f95dd58-6b29-4a8d-bfe8-f3ee0938d01b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0778348 Oct 30 00:56:29.399166 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04b5bb-3aaa-4688-a96f-9ef752b4072d req-be4974c5-4009-4f78-af43-2e2f3ab735e3 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:29.400514 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba04b5bb-3aaa-4688-a96f-9ef752b4072d req-be4974c5-4009-4f78-af43-2e2f3ab735e3 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0835335 Oct 30 00:56:29.441902 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:29.455969 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:29.476043 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7e70a545-0843-4ec0-bd55-5f70fa2d42a4 req-e79d16a1-fd6a-4c9b-b5d2-923c611999a1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745800 Oct 30 00:56:29.480195 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba04b5bb-3aaa-4688-a96f-9ef752b4072d req-456e1b73-543f-45f9-916a-8fe4b73d318f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727172 Oct 30 00:56:29.721037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eb58e-c843-450c-8c04-0f9e18de2e45 req-f4ed018e-62ec-4043-8138-e06b1b119823 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:29.722524 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-943eb58e-c843-450c-8c04-0f9e18de2e45 req-f4ed018e-62ec-4043-8138-e06b1b119823 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0783865 Oct 30 00:56:29.728278 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c483099-3a21-4db8-a72d-1f9c47f405a9 req-b8ce1b10-7500-4ff6-a33e-a657921699e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:29.729685 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c483099-3a21-4db8-a72d-1f9c47f405a9 req-b8ce1b10-7500-4ff6-a33e-a657921699e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0752380 Oct 30 00:56:29.803366 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-943eb58e-c843-450c-8c04-0f9e18de2e45 req-3505f77c-0530-42bf-baf8-379c11f0da34 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727224 Oct 30 00:56:29.806728 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c483099-3a21-4db8-a72d-1f9c47f405a9 req-75f74b05-671d-4697-823d-3bba2893fdfc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687318 Oct 30 00:56:30.625203 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7bd31-fa20-47c7-aedc-b79103edbe6c req-76ca7f37-9dc6-418a-bf00-dcb3ec32c0ab tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:30.626564 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88c7bd31-fa20-47c7-aedc-b79103edbe6c req-76ca7f37-9dc6-418a-bf00-dcb3ec32c0ab tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0754719 Oct 30 00:56:30.633904 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c1d5d-05ec-4293-84a5-f70bc455e238 req-492f1c7f-c8b1-4de0-9915-b4230a367124 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:30.635284 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c8c1d5d-05ec-4293-84a5-f70bc455e238 req-492f1c7f-c8b1-4de0-9915-b4230a367124 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0739973 Oct 30 00:56:30.707761 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88c7bd31-fa20-47c7-aedc-b79103edbe6c req-01f3f9f3-5a7b-4960-914d-abe8ce6d322c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715060 Oct 30 00:56:30.710904 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c8c1d5d-05ec-4293-84a5-f70bc455e238 req-54946d1a-8db7-4441-ba14-a5a4da376a1c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689044 Oct 30 00:56:30.959040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3f8e-dd37-4967-82a5-e058d97928f9 req-50f285e9-8c6c-4db6-92b9-c64f16e7aa11 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:30.960603 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-510e3f8e-dd37-4967-82a5-e058d97928f9 req-50f285e9-8c6c-4db6-92b9-c64f16e7aa11 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0764470 Oct 30 00:56:30.966123 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792370b-018e-4231-8808-08d989e1a480 req-765a3f56-227b-40ef-94f1-84bce89233e7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:30.967495 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8792370b-018e-4231-8808-08d989e1a480 req-765a3f56-227b-40ef-94f1-84bce89233e7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0729690 Oct 30 00:56:31.038873 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-510e3f8e-dd37-4967-82a5-e058d97928f9 req-ca8f43d6-48f7-4da8-9730-1b868637878d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704515 Oct 30 00:56:31.042178 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8792370b-018e-4231-8808-08d989e1a480 req-1ed70fd0-3bd3-4af5-9992-5876523e33cb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679026 Oct 30 00:56:31.869427 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f54aa-16eb-4487-983e-f01a6d004a17 req-c83ecc0c-509c-4acf-a1f4-fe3f076d808f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:31.870908 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a37f54aa-16eb-4487-983e-f01a6d004a17 req-c83ecc0c-509c-4acf-a1f4-fe3f076d808f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0793777 Oct 30 00:56:31.876493 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397f408-57c7-4ac2-9cb3-906a83c3711f req-72d9fa0c-ccc4-497c-bb04-c222c807339a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:31.877843 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2397f408-57c7-4ac2-9cb3-906a83c3711f req-72d9fa0c-ccc4-497c-bb04-c222c807339a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0844626 Oct 30 00:56:31.950264 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a37f54aa-16eb-4487-983e-f01a6d004a17 req-c7551c50-a60a-4251-b09d-bd2ee131fc86 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714536 Oct 30 00:56:31.953171 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2397f408-57c7-4ac2-9cb3-906a83c3711f req-4789ebbb-3c44-43db-8ba0-ab1f932fb07e tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683188 Oct 30 00:56:32.200549 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a278ac-0772-486b-b632-7da6b4dad740 req-11536be5-7ce9-4efc-84ff-aacde8366639 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:32.201964 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-76a278ac-0772-486b-b632-7da6b4dad740 req-11536be5-7ce9-4efc-84ff-aacde8366639 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0751805 Oct 30 00:56:32.209189 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d74ca5-303a-4ef4-8d87-4881ebc58dc8 req-a9cc3adc-0a30-43fb-a9de-49e3214b7110 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:32.210621 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21d74ca5-303a-4ef4-8d87-4881ebc58dc8 req-a9cc3adc-0a30-43fb-a9de-49e3214b7110 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0732985 Oct 30 00:56:32.271665 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:32.284034 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-76a278ac-0772-486b-b632-7da6b4dad740 req-dfc94c0a-986f-4088-9227-8dc09ff25478 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725336 Oct 30 00:56:32.287356 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21d74ca5-303a-4ef4-8d87-4881ebc58dc8 req-2a1e9380-29db-481a-a0b2-77d3e551f70a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701687 Oct 30 00:56:33.109723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17693-058b-43d7-aed6-0f55f36e7a21 req-d0d7cb45-48a3-417d-8e0a-59740c99b4f3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:33.111071 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-18b17693-058b-43d7-aed6-0f55f36e7a21 req-d0d7cb45-48a3-417d-8e0a-59740c99b4f3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0812223 Oct 30 00:56:33.118396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b65f0e-5c8a-4447-8694-f9ee282e40a0 req-1e41955c-d2f7-4692-aad9-1c0d00f08d42 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:33.119772 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46b65f0e-5c8a-4447-8694-f9ee282e40a0 req-1e41955c-d2f7-4692-aad9-1c0d00f08d42 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0796661 Oct 30 00:56:33.141164 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:33.192787 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-18b17693-058b-43d7-aed6-0f55f36e7a21 req-a0dea588-caed-4ac4-b752-2805cc19e9ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721276 Oct 30 00:56:33.196430 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46b65f0e-5c8a-4447-8694-f9ee282e40a0 req-984f212b-afa9-46c3-9ebd-aafaac047381 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695388 Oct 30 00:56:33.439020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032a41d-93d4-49de-bc51-627d93f7e8c5 req-cc2a8443-99a8-4da4-8d8a-a1ee5d5cdef3 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:33.440407 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2032a41d-93d4-49de-bc51-627d93f7e8c5 req-cc2a8443-99a8-4da4-8d8a-a1ee5d5cdef3 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0755432 Oct 30 00:56:33.448247 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51014397-0416-4d41-b339-dced4902c92f req-b03dd541-4e9a-4099-8446-034a00ccd464 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:33.449619 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-51014397-0416-4d41-b339-dced4902c92f req-b03dd541-4e9a-4099-8446-034a00ccd464 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0828166 Oct 30 00:56:33.678544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2032a41d-93d4-49de-bc51-627d93f7e8c5 req-4b8522bc-1ec7-4791-87ec-af5c7d8904bb tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279916 Oct 30 00:56:33.681532 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-51014397-0416-4d41-b339-dced4902c92f req-db3b33ff-7289-4b13-a6be-b3ababe83002 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2252817 Oct 30 00:56:34.351936 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20622-775f-4f84-868b-e33e85f76c2f req-010f7225-1df1-484e-8847-a139e818fef4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:34.353425 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eba20622-775f-4f84-868b-e33e85f76c2f req-010f7225-1df1-484e-8847-a139e818fef4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0773840 Oct 30 00:56:34.359025 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66374cfe-9073-43b8-931b-920ca7c3a123 req-68c2711e-a438-4155-899a-def4abe74914 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:34.360413 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-66374cfe-9073-43b8-931b-920ca7c3a123 req-68c2711e-a438-4155-899a-def4abe74914 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0823019 Oct 30 00:56:34.433117 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eba20622-775f-4f84-868b-e33e85f76c2f req-2908f485-f35c-4e7e-85dc-75e6159c5297 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717552 Oct 30 00:56:34.440727 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-66374cfe-9073-43b8-931b-920ca7c3a123 req-eb416e98-db1c-4dd2-8ee5-ca9045f0d641 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703998 Oct 30 00:56:34.839429 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aab330-86b0-493f-8eea-a8658f880d47 req-5232474c-8951-4fee-96d0-dcc01324204e tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:34.840926 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-98aab330-86b0-493f-8eea-a8658f880d47 req-5232474c-8951-4fee-96d0-dcc01324204e tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0818450 Oct 30 00:56:34.848297 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fd158-af64-4016-b352-d31bb3cf3bcc req-fa630131-dbb2-4097-8740-c8e878adf27e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:34.849730 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b8fd158-af64-4016-b352-d31bb3cf3bcc req-fa630131-dbb2-4097-8740-c8e878adf27e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0770128 Oct 30 00:56:34.926291 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-98aab330-86b0-493f-8eea-a8658f880d47 req-99014b61-24d9-4b73-9fa6-1f5fab2b3f21 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753922 Oct 30 00:56:34.929881 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b8fd158-af64-4016-b352-d31bb3cf3bcc req-8cf98cdb-f15e-4080-801d-bf1b6ceaac0f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730922 Oct 30 00:56:35.447964 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:35.542053 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=17 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:35.586288 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bdb96-fbff-424b-b245-9d7e285ed954 req-77b81f7f-1693-473f-af76-8ed90903c17e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:35.587774 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3d0bdb96-fbff-424b-b245-9d7e285ed954 req-77b81f7f-1693-473f-af76-8ed90903c17e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0767622 Oct 30 00:56:35.595131 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ec126-4bbb-4c33-b6c7-8d2178b20940 req-51122ca5-66b9-4f45-8d61-db5cb8960050 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:35.596520 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-551ec126-4bbb-4c33-b6c7-8d2178b20940 req-51122ca5-66b9-4f45-8d61-db5cb8960050 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0765214 Oct 30 00:56:35.669340 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3d0bdb96-fbff-424b-b245-9d7e285ed954 req-56f903ba-0c94-4ad0-bb65-87a1c13ffc7d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718033 Oct 30 00:56:35.672477 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-551ec126-4bbb-4c33-b6c7-8d2178b20940 req-8c4877c3-3df7-4d0f-b56f-f7cba0acaf1a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682218 Oct 30 00:56:36.082861 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf7aee-1b02-4c7f-bb13-644d01081fc6 req-1eed5bd6-cb2f-4d0c-96cf-6bf1aa6cb6bf tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:36.084491 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9faf7aee-1b02-4c7f-bb13-644d01081fc6 req-1eed5bd6-cb2f-4d0c-96cf-6bf1aa6cb6bf tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0803452 Oct 30 00:56:36.090298 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9009b-0899-4a75-a11e-78206e48d382 req-d6990653-5cd8-4c52-8806-666d638abdf0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:36.091674 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-81b9009b-0899-4a75-a11e-78206e48d382 req-d6990653-5cd8-4c52-8806-666d638abdf0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0766823 Oct 30 00:56:36.155447 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:36.176311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-488b70c0-e3c2-4e11-916a-c996d24cb881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:36.181302 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:36.189548 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9faf7aee-1b02-4c7f-bb13-644d01081fc6 req-8d046508-373f-4988-bb36-00d1f5a56c34 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891039 Oct 30 00:56:36.202915 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-81b9009b-0899-4a75-a11e-78206e48d382 req-a5e0e578-dc7c-403c-8171-3eed5826e5c0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045036 Oct 30 00:56:36.278243 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=22 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:36.279587 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:36.826161 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc0932-77e6-427c-acbe-1390e61bbee4 req-f81aeee9-41d9-4ad6-8066-8d238fa1bd30 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:36.827700 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-72fc0932-77e6-427c-acbe-1390e61bbee4 req-f81aeee9-41d9-4ad6-8066-8d238fa1bd30 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0782218 Oct 30 00:56:36.841218 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b018bb-478d-4a03-b1fc-3b1310950e0b req-bc57face-89a7-4865-92b0-7420162d120f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:36.843487 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c1b018bb-478d-4a03-b1fc-3b1310950e0b req-bc57face-89a7-4865-92b0-7420162d120f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0803494 Oct 30 00:56:36.933505 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-72fc0932-77e6-427c-acbe-1390e61bbee4 req-cf11e97e-c532-45b9-a600-7bb0fcccd8e6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888264 Oct 30 00:56:36.937961 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c1b018bb-478d-4a03-b1fc-3b1310950e0b req-9823121b-01a1-4af3-87be-f7f8de9751d0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857413 Oct 30 00:56:37.376406 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbccfcc-2ec1-463e-82f6-fcda83297797 req-1587988f-0d11-44d0-94e3-446e7e701518 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:37.380227 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0bbccfcc-2ec1-463e-82f6-fcda83297797 req-1587988f-0d11-44d0-94e3-446e7e701518 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0919571 Oct 30 00:56:37.403080 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974b38-f231-46de-9e08-2618552835ad req-b6ff6377-c9a5-494a-a708-bb846e868670 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:37.404565 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3974b38-f231-46de-9e08-2618552835ad req-b6ff6377-c9a5-494a-a708-bb846e868670 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.1050680 Oct 30 00:56:37.507516 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0bbccfcc-2ec1-463e-82f6-fcda83297797 req-eb04a5ca-0b83-428b-b2ef-eeafc322b626 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193366 Oct 30 00:56:37.526299 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3974b38-f231-46de-9e08-2618552835ad req-17fba326-b74a-4c75-86a6-a98dfeebcbdd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118135 Oct 30 00:56:38.098486 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040c498-eb13-49aa-a342-c668ab8ecc98 req-54bd0d4b-45a1-4845-85f8-4d07645911ce tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:38.100258 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5040c498-eb13-49aa-a342-c668ab8ecc98 req-54bd0d4b-45a1-4845-85f8-4d07645911ce tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0760915 Oct 30 00:56:38.106024 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea5cbe-263e-4d2d-823f-4fa6f5bda15d req-c42c7430-6645-427e-b05a-b5a2a2a81227 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:38.107437 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b2ea5cbe-263e-4d2d-823f-4fa6f5bda15d req-c42c7430-6645-427e-b05a-b5a2a2a81227 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0822332 Oct 30 00:56:38.184220 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5040c498-eb13-49aa-a342-c668ab8ecc98 req-951589e3-377f-44a6-9b94-b5480808e25a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757039 Oct 30 00:56:38.201928 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b2ea5cbe-263e-4d2d-823f-4fa6f5bda15d req-ccebc4ef-be25-4c47-8a14-3a80f9a427de tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758207 Oct 30 00:56:38.291115 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-754be171-36c4-4b1f-933f-e24b9e00bb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:38.679612 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b092-812f-4c7f-a5d9-06df25c8f53f req-ec95a46c-8380-4994-9f4a-60714fb4d639 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:38.681136 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0cb6b092-812f-4c7f-a5d9-06df25c8f53f req-ec95a46c-8380-4994-9f4a-60714fb4d639 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 944 time: 0.0799458 Oct 30 00:56:38.699763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbae5c-2b1c-4579-b06e-dfb9960d3231 req-1cf3aced-39c4-45c5-bca5-9a77786d09b5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:38.701202 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e9bbae5c-2b1c-4579-b06e-dfb9960d3231 req-1cf3aced-39c4-45c5-bca5-9a77786d09b5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0649130 Oct 30 00:56:38.764052 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0cb6b092-812f-4c7f-a5d9-06df25c8f53f req-fcb3e25a-9837-40ab-82c9-c8719eae98a9 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757277 Oct 30 00:56:38.775233 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e9bbae5c-2b1c-4579-b06e-dfb9960d3231 req-1326f826-c741-46e0-8f5a-fd57b2d1e6e8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651314 Oct 30 00:56:39.057756 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2c0a4a56-006d-4324-b26e-f48bac7f7a5b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:56:39.169677 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:39.181655 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b', 'network_id': 'bb2af8ca-edb3-4bc3-b4f2-767946c55a59', 'port_id': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b', 'mac_address': 'fa:16:3e:57:36:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7df3234-122c-41d2-b6c8-9b9b993f7c04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:56:39.217797 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:39.218190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:39.240929 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0a4a56-006d-4324-b26e-f48bac7f7a5b {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:39.265137 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:39.271524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:39.324941 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:39.343834 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef33e-3256-4ed6-a7c1-5a7e5d8c8e92 req-5352764e-b681-40bd-890e-e0b20768ac38 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:39.345520 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-560ef33e-3256-4ed6-a7c1-5a7e5d8c8e92 req-5352764e-b681-40bd-890e-e0b20768ac38 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0816717 Oct 30 00:56:39.365254 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ea8fd-3ef6-4617-a5b6-7f85c3cad7cf req-8011bebb-2974-4dde-9988-2df96405ef0d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:39.366846 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-562ea8fd-3ef6-4617-a5b6-7f85c3cad7cf req-8011bebb-2974-4dde-9988-2df96405ef0d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0676455 Oct 30 00:56:39.431299 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-560ef33e-3256-4ed6-a7c1-5a7e5d8c8e92 req-3a33243c-55ac-4f8e-a854-888914eda2a6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797732 Oct 30 00:56:39.439080 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-562ea8fd-3ef6-4617-a5b6-7f85c3cad7cf req-9e9ea2b5-1a96-481b-a5ab-18d50d89d327 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639267 Oct 30 00:56:39.485021 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:39.719089 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:56:39.908278 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:39.922859 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c41a7-8884-43f2-9020-0c1913060a15 req-e3757fa3-e733-4f58-beb4-e2925cb08fca tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:39.924439 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c24c41a7-8884-43f2-9020-0c1913060a15 req-e3757fa3-e733-4f58-beb4-e2925cb08fca tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 945 time: 0.0833147 Oct 30 00:56:39.932261 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba58380-4d5e-4b18-a9fa-0f99a8aa82e9 req-ccafb8cd-b976-488d-ad8e-db45656135fd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:39.933635 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3ba58380-4d5e-4b18-a9fa-0f99a8aa82e9 req-ccafb8cd-b976-488d-ad8e-db45656135fd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0638103 Oct 30 00:56:39.956057 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:40.009276 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c24c41a7-8884-43f2-9020-0c1913060a15 req-84544460-a609-47d3-9b01-5ff9f67235b5 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747030 Oct 30 00:56:40.013740 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3ba58380-4d5e-4b18-a9fa-0f99a8aa82e9 req-507fd29e-2321-4e20-bdb8-0cebdf28b7b7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723825 Oct 30 00:56:40.593574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3233a66-cbb7-4402-8d84-73c9bf310030 req-f5ed83fc-ba8c-4d77-9430-bec23621d040 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:40.594936 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3233a66-cbb7-4402-8d84-73c9bf310030 req-f5ed83fc-ba8c-4d77-9430-bec23621d040 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0761087 Oct 30 00:56:40.602228 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5b483-5d8e-4812-b24e-54ec383f5ba8 req-43ec5184-8061-4322-99b2-f59132dc091b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:40.603598 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9da5b483-5d8e-4812-b24e-54ec383f5ba8 req-43ec5184-8061-4322-99b2-f59132dc091b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0757895 Oct 30 00:56:40.672545 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3233a66-cbb7-4402-8d84-73c9bf310030 req-80068e6f-4ac2-414f-aadf-bfbbffe3b7ce tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679970 Oct 30 00:56:40.679694 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9da5b483-5d8e-4812-b24e-54ec383f5ba8 req-4a51533b-eaf9-4615-b866-3fce3a8ed001 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685453 Oct 30 00:56:41.087342 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:41.177888 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c0b02-48a4-4a60-aa61-d87a63c95955 req-e43e3dfa-8ee0-4395-b3f9-1ae8bac1e86a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:41.179487 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d82c0b02-48a4-4a60-aa61-d87a63c95955 req-e43e3dfa-8ee0-4395-b3f9-1ae8bac1e86a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 945 time: 0.0771835 Oct 30 00:56:41.187243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf33c-b292-44fd-8ea1-28ac457d0a18 req-6770e45a-1a48-4a3e-801e-cb3082243361 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:41.188741 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ad2cf33c-b292-44fd-8ea1-28ac457d0a18 req-6770e45a-1a48-4a3e-801e-cb3082243361 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0852351 Oct 30 00:56:41.197061 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:41.261524 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d82c0b02-48a4-4a60-aa61-d87a63c95955 req-adc05be8-482e-402c-ba0c-c345d3de5c89 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718024 Oct 30 00:56:41.265544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ad2cf33c-b292-44fd-8ea1-28ac457d0a18 req-75fd16e1-528a-4897-9e9b-eb6176a8ad38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680730 Oct 30 00:56:41.836082 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092690c5-6bd3-43d6-b5e7-cdf8fc728f40 req-ded5a03a-b4ac-4c66-bb96-b8ccc6cdd8c8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:41.837531 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-092690c5-6bd3-43d6-b5e7-cdf8fc728f40 req-ded5a03a-b4ac-4c66-bb96-b8ccc6cdd8c8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0822182 Oct 30 00:56:41.843234 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02f712-04e0-4ca2-8352-ae2d15c59019 req-e560620b-781f-459f-bf39-e0421923c29d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:41.844686 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b02f712-04e0-4ca2-8352-ae2d15c59019 req-e560620b-781f-459f-bf39-e0421923c29d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0801709 Oct 30 00:56:41.922064 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-092690c5-6bd3-43d6-b5e7-cdf8fc728f40 req-a260932a-af04-458f-8929-da9ac674a509 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762222 Oct 30 00:56:41.926647 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b02f712-04e0-4ca2-8352-ae2d15c59019 req-829cb755-94b3-4892-8b2f-5dd1efb25f64 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731032 Oct 30 00:56:42.420785 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a909139-63cb-4077-b1be-794424d453db req-99b4d632-3999-43ed-8c2b-827296d09291 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:42.422270 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9a909139-63cb-4077-b1be-794424d453db req-99b4d632-3999-43ed-8c2b-827296d09291 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0768661 Oct 30 00:56:42.427803 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ae931-0dfb-420d-8721-dc7c76a993eb req-1ab82079-ff61-4614-8545-718fc19e4d30 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:42.429349 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-458ae931-0dfb-420d-8721-dc7c76a993eb req-1ab82079-ff61-4614-8545-718fc19e4d30 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 945 time: 0.0826721 Oct 30 00:56:42.503564 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9a909139-63cb-4077-b1be-794424d453db req-372745b7-2cb1-41b8-abee-8b26fd6116b1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732567 Oct 30 00:56:42.511301 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-458ae931-0dfb-420d-8721-dc7c76a993eb req-b6a3041d-f991-4e13-a1a5-a44b5a0ba082 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751481 Oct 30 00:56:42.599427 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['2c0a4a56-006d-4324-b26e-f48bac7f7a5b'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:56:43.078575 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f45528-fa6c-4c31-be61-5b4aebe2edee req-a9343066-c121-42b8-91dd-11596810fbcf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:43.080016 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8f45528-fa6c-4c31-be61-5b4aebe2edee req-a9343066-c121-42b8-91dd-11596810fbcf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0755939 Oct 30 00:56:43.085649 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead180f3-2ad2-41e1-a3af-e5a9f4b15388 req-e11f5fa6-e3b0-414a-97b6-509b12d29936 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:43.087027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ead180f3-2ad2-41e1-a3af-e5a9f4b15388 req-e11f5fa6-e3b0-414a-97b6-509b12d29936 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0806909 Oct 30 00:56:43.131460 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:43.162525 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8f45528-fa6c-4c31-be61-5b4aebe2edee req-ed8bccae-606a-40fe-bc1d-a19d7c9e563b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745759 Oct 30 00:56:43.165842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ead180f3-2ad2-41e1-a3af-e5a9f4b15388 req-deeacd5a-c77b-4717-983b-a657dfc4745e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721190 Oct 30 00:56:43.641867 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:43.645804 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2c0a4a56-006d-4324-b26e-f48bac7f7a5b up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:43.698494 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:56:43.704653 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:43.705471 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:43.705821 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b Oct 30 00:56:43.706074 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652994d-bb95-436b-adec-abc4472f5d70 req-60a898f9-5a68-4e6e-9191-9f86309db82c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:43.708580 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9652994d-bb95-436b-adec-abc4472f5d70 req-60a898f9-5a68-4e6e-9191-9f86309db82c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 945 time: 0.0777001 Oct 30 00:56:43.714341 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f78e5e-fd91-47a5-9606-5f691bc2fc26 req-65f9a793-3d4c-4b9a-a1f2-0ed004976a06 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:43.715952 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-37f78e5e-fd91-47a5-9606-5f691bc2fc26 req-65f9a793-3d4c-4b9a-a1f2-0ed004976a06 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.1067245 Oct 30 00:56:43.735885 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:43.741315 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:43.792616 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:43.793390 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:43.809576 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-802ba9e5-fe29-48fb-a307-9dbbea4bbdb6 req-57862225-c800-4392-91f4-435fcd337448 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055126 Oct 30 00:56:43.812282 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9652994d-bb95-436b-adec-abc4472f5d70 req-fafecdb5-b1a9-4b3a-a399-77d53f979f3f tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915389 Oct 30 00:56:43.819485 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-37f78e5e-fd91-47a5-9606-5f691bc2fc26 req-ae37f090-120c-4329-a2ce-167b0b35a5e5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969832 Oct 30 00:56:43.825013 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55da3a2-4beb-4899-8362-559073be4a04 req-dbe8e465-68fc-453c-a015-9b10ececb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:43.826692 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b55da3a2-4beb-4899-8362-559073be4a04 req-dbe8e465-68fc-453c-a015-9b10ececb0e7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4146867 Oct 30 00:56:43.827279 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:43.910175 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:43.916227 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:43.976715 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:44.018829 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4892e6a-0219-4b54-abea-a12e3aa1e41d" -d '{"events": [{"server_uuid": "0f858c8d-6414-403e-b8d3-3ecd728e84a1", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a4a56-006d-4324-b26e-f48bac7f7a5b"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:44.116047 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df069b36-2d9a-4fa9-8d1f-1cdb2a5071aa x-openstack-request-id: req-df069b36-2d9a-4fa9-8d1f-1cdb2a5071aa {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:44.116383 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f858c8d-6414-403e-b8d3-3ecd728e84a1", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a4a56-006d-4324-b26e-f48bac7f7a5b", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:44.116783 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df069b36-2d9a-4fa9-8d1f-1cdb2a5071aa {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:44.117392 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df069b36-2d9a-4fa9-8d1f-1cdb2a5071aa'] response: {'server_uuid': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b', 'code': 200} Oct 30 00:56:44.318777 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604bf6-68d4-451f-9a64-fc899a41917c req-4a9ab49a-4786-4e51-8f2a-a20a5674e4e8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:44.320650 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5e604bf6-68d4-451f-9a64-fc899a41917c req-4a9ab49a-4786-4e51-8f2a-a20a5674e4e8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0771692 Oct 30 00:56:44.331342 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d9720-5cd4-4d61-b363-de92f1445834 req-d14ae470-2e87-41c0-a6ce-f71f4193ac0d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:44.332791 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e8d9720-5cd4-4d61-b363-de92f1445834 req-d14ae470-2e87-41c0-a6ce-f71f4193ac0d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0772235 Oct 30 00:56:44.411788 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e8d9720-5cd4-4d61-b363-de92f1445834 req-9117ad60-42b5-4942-a094-7eb371a9d40a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701945 Oct 30 00:56:44.414681 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5e604bf6-68d4-451f-9a64-fc899a41917c req-6bf4d3b7-c812-48ec-8cf8-fba72e241968 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810375 Oct 30 00:56:45.134598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f514-c32b-4bcf-91d4-393c1e50d812 req-f110d610-17e3-452a-9373-d6de1a73d18a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:45.136119 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f779f514-c32b-4bcf-91d4-393c1e50d812 req-f110d610-17e3-452a-9373-d6de1a73d18a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.2371364 Oct 30 00:56:45.157265 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7afea-bd7a-42e0-a244-7f8de3eeaf77 req-0e7bbad4-a31b-4e31-a65d-ec61847e2792 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:45.158678 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4fd7afea-bd7a-42e0-a244-7f8de3eeaf77 req-0e7bbad4-a31b-4e31-a65d-ec61847e2792 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0710599 Oct 30 00:56:45.230048 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f779f514-c32b-4bcf-91d4-393c1e50d812 req-ef5f56b2-4f0f-45b8-9997-7c8cc3b36210 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853250 Oct 30 00:56:45.234026 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4fd7afea-bd7a-42e0-a244-7f8de3eeaf77 req-90832cea-9e50-4421-80d9-17e964805a91 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671203 Oct 30 00:56:45.578947 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebc533-eeda-49c0-949a-e7d4eb80714c req-042d5408-005f-4124-8f8e-37b18baa279c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:45.580881 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21ebc533-eeda-49c0-949a-e7d4eb80714c req-042d5408-005f-4124-8f8e-37b18baa279c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0899150 Oct 30 00:56:45.590233 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668b1de-412e-4eb7-88d5-3bb2505d7244 req-146d0ab7-895f-422e-a849-a96a755b95a4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:45.591700 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f668b1de-412e-4eb7-88d5-3bb2505d7244 req-146d0ab7-895f-422e-a849-a96a755b95a4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 943 time: 0.0888019 Oct 30 00:56:45.630562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 9218be5d-9ff8-4e15-b073-e87bc5e0401c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:56:45.672341 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21ebc533-eeda-49c0-949a-e7d4eb80714c req-2d9bf1a9-bec7-4ba9-9b5c-07eb3535abaa tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784600 Oct 30 00:56:45.676481 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f668b1de-412e-4eb7-88d5-3bb2505d7244 req-4dbf2c20-8561-40e9-b22b-3d4f5312bf58 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769346 Oct 30 00:56:45.744465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:45.756937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:56:45.791732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 9218be5d-9ff8-4e15-b073-e87bc5e0401c is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:45.792147 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:45.805608 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9218be5d-9ff8-4e15-b073-e87bc5e0401c {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:45.826759 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:45.831409 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:45.882309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=9218be5d-9ff8-4e15-b073-e87bc5e0401c,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:46.284240 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['9218be5d-9ff8-4e15-b073-e87bc5e0401c'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:56:46.352376 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-6e84c484-9f41-41c5-bc68-a1133f09b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.353923 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-6e84c484-9f41-41c5-bc68-a1133f09b05c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1127 time: 0.0776713 Oct 30 00:56:46.406950 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-5fb45125-f7b1-43a5-a4d8-4711b02830d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.408521 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-5fb45125-f7b1-43a5-a4d8-4711b02830d3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1128 time: 0.0537131 Oct 30 00:56:46.429272 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ac808-87f7-465e-a89e-97f9ebdc0012 req-0c572694-10ab-4634-87e2-0482f7c5e996 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.440191 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-581ac808-87f7-465e-a89e-97f9ebdc0012 req-0c572694-10ab-4634-87e2-0482f7c5e996 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0837922 Oct 30 00:56:46.500597 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-e868bbe0-00b8-4337-a82e-0b3f22243547 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 200 len: 217 time: 0.0910835 Oct 30 00:56:46.554454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-991ac386-cf5c-4c74-bc54-f3b32466d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.556231 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-991ac386-cf5c-4c74-bc54-f3b32466d0f8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.0485716 Oct 30 00:56:46.575607 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508be0a-165a-49bb-b154-ae78ee55a62d req-252cf24f-c11d-4682-9b6c-cc1509b68183 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.582985 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2508be0a-165a-49bb-b154-ae78ee55a62d req-252cf24f-c11d-4682-9b6c-cc1509b68183 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.1352465 Oct 30 00:56:46.650806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-581ac808-87f7-465e-a89e-97f9ebdc0012 req-e40cfb04-4545-4b74-8fbc-13d788db24e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2061074 Oct 30 00:56:46.698059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4375ee-be3a-4114-98d0-cf697a1b7feb req-49daae89-2f17-48a8-ace2-dcf4ec89f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.699947 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce4375ee-be3a-4114-98d0-cf697a1b7feb req-49daae89-2f17-48a8-ace2-dcf4ec89f0aa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 1130 time: 0.1203980 Oct 30 00:56:46.704371 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2508be0a-165a-49bb-b154-ae78ee55a62d req-8f5ee2ec-0e83-4d90-a246-2bf13b357d97 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204171 Oct 30 00:56:46.706284 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-9c2a5e81-2939-4c55-8897-0d34916b2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.708085 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-9c2a5e81-2939-4c55-8897-0d34916b2e67 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1307645 Oct 30 00:56:46.750350 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce4375ee-be3a-4114-98d0-cf697a1b7feb req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:46.806900 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-d6bbbb23-bb70-4915-aa54-352b827b76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.808839 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-d6bbbb23-bb70-4915-aa54-352b827b76c1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.3639202 Oct 30 00:56:46.860429 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-1393576a-bc2c-4ed0-a7a2-1ea8d67531fa service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 217 time: 0.0427113 Oct 30 00:56:46.865732 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904f80-44b6-4b1c-a9dc-71daec676842 req-b1292e2e-9f34-4c94-95ef-5a36ed927dff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.873468 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78904f80-44b6-4b1c-a9dc-71daec676842 req-b1292e2e-9f34-4c94-95ef-5a36ed927dff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0675273 Oct 30 00:56:46.895647 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:46.954043 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:46.966553 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78904f80-44b6-4b1c-a9dc-71daec676842 req-4ca0a840-dd56-4989-9e70-3d488d32abfc tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920174 Oct 30 00:56:46.971475 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-8881a253-a3bc-462a-87b0-9f86cdb1ef89 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544017 Oct 30 00:56:46.973635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923dbdf-93ec-4f35-824c-4ed537624adc req-35425f01-0f11-4f46-992f-c46ecf6831b8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:46.975540 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9923dbdf-93ec-4f35-824c-4ed537624adc req-35425f01-0f11-4f46-992f-c46ecf6831b8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 944 time: 0.0733290 Oct 30 00:56:47.013220 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-ca8460c1-852c-41fe-8001-3aa4f3643b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:47.015091 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-ca8460c1-852c-41fe-8001-3aa4f3643b6e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.1456552 Oct 30 00:56:47.066482 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-9f4ce037-3a18-46a9-8fda-35a5d2690748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:47.068183 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-9f4ce037-3a18-46a9-8fda-35a5d2690748 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463240 Oct 30 00:56:47.077776 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9923dbdf-93ec-4f35-824c-4ed537624adc req-6ca1920a-6975-46c7-b774-73aa863e8ed9 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951602 Oct 30 00:56:47.115315 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce4375ee-be3a-4114-98d0-cf697a1b7feb req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Publish callbacks [] for security_group (39ada18a-76d9-49e9-a574-b73bcf18371c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:47.131034 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:47.132395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce4375ee-be3a-4114-98d0-cf697a1b7feb req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (39ada18a-76d9-49e9-a574-b73bcf18371c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:47.198710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:47.241598 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39ada18a-76d9-49e9-a574-b73bcf18371c,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:47.259233 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce4375ee-be3a-4114-98d0-cf697a1b7feb req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498705 Oct 30 00:56:47.277498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.278020 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.278626 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.279051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.279476 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.279925 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.280367 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.280779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.281192 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.281760 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.282179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.282577 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.283011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.283407 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.283749 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa46281-be6c-40c5-8802-959fa1ba97fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:47.302157 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6edd0571-a4b9-4c3c-a416-f63b12678681 req-a41e8bad-3fc2-461b-8290-4b35e9c522ef service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213017 Oct 30 00:56:47.321570 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-df416d80-308e-4dd1-ad7b-c92caab45e17 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179694 Oct 30 00:56:47.632987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:56:47.710311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 9218be5d-9ff8-4e15-b073-e87bc5e0401c up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:47.756461 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 40564) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:47.826872 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:47.842031 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 9218be5d-9ff8-4e15-b073-e87bc5e0401c completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:56:47.848870 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '5367850e-73d0-4814-af96-bd430c94c272', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'port_id': '5367850e-73d0-4814-af96-bd430c94c272', 'mac_address': 'fa:16:3e:fd:2f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:56:47.857310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 9218be5d-9ff8-4e15-b073-e87bc5e0401c triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:47.857684 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:47.858013 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 9218be5d-9ff8-4e15-b073-e87bc5e0401c Oct 30 00:56:47.862579 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:47.875240 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-007b2c3f-ee0b-44ef-977d-b245d480a84a req-0d78e55b-7d4b-4b90-8ed1-eb3b54de2e5c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846080 Oct 30 00:56:47.886085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:47.886679 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00428-9bdd-43ed-ae5d-c6d0a1e25bd6 req-41e736f5-e71f-49cc-987f-21f9ca83f6f2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:47.888462 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8fe00428-9bdd-43ed-ae5d-c6d0a1e25bd6 req-41e736f5-e71f-49cc-987f-21f9ca83f6f2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.1249497 Oct 30 00:56:47.910184 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73581f6c-6f2e-4eb8-9d54-8e8990a94b39 req-33d5559e-b327-4e22-b740-7a3ef795061c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:47.912187 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-73581f6c-6f2e-4eb8-9d54-8e8990a94b39 req-33d5559e-b327-4e22-b740-7a3ef795061c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0842912 Oct 30 00:56:47.942803 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:47.944279 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:47.963072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5367850e-73d0-4814-af96-bd430c94c272 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:47.972228 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.005960 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:48.013151 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8fe00428-9bdd-43ed-ae5d-c6d0a1e25bd6 req-9eb5d65d-a87f-4dc5-989d-020f7b713a19 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174471 Oct 30 00:56:48.018852 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 9218be5d-9ff8-4e15-b073-e87bc5e0401c is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:48.019393 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.031189 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-73581f6c-6f2e-4eb8-9d54-8e8990a94b39 req-363775f4-7f5f-48c7-a618-86009556dd26 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092572 Oct 30 00:56:48.035148 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.094553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:48.126361 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Publish callbacks [] for security_group (0d2ada99-2191-4f34-9dec-5d31b204f4b6), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.131793 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0d2ada99-2191-4f34-9dec-5d31b204f4b6), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.156375 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daabcde5-127b-4db5-ba73-b8c26b69b1b7" -d '{"events": [{"server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "name": "network-vif-plugged", "status": "completed", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:48.178806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40576) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:48.179303 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bfc270e7b5fe461f985c84fc087b54bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4213793 Oct 30 00:56:48.180971 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ada99-2191-4f34-9dec-5d31b204f4b6,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:48.191552 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.192145 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.192700 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.193205 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.193713 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.196229 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.196836 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.197378 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.197872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.198367 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.198858 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.199428 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.200462 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.200955 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.201475 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52eacb-f168-465c-8850-f31f720d8a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.207159 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:48.220479 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:48.226411 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.238078 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.238905 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.239489 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.240123 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.240655 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.241243 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.241817 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.242331 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.242827 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.243424 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.243981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.244555 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.245215 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.245734 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.246375 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:56:48.284273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a2020c32-8679-40c4-93b5-ce83b1362668 admin admin] Publish callbacks [] for security_group (0d2ada99-2191-4f34-9dec-5d31b204f4b6), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.322069 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a2020c32-8679-40c4-93b5-ce83b1362668 admin admin] Publish callbacks [] for security_group (0d2ada99-2191-4f34-9dec-5d31b204f4b6), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.322296 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=9218be5d-9ff8-4e15-b073-e87bc5e0401c,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:48.360052 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52346073-137b-4189-bb34-fb19607bc0f5 req-7af68725-e300-4a5e-ad78-93e0a0d148aa tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:48.361524 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52346073-137b-4189-bb34-fb19607bc0f5 req-7af68725-e300-4a5e-ad78-93e0a0d148aa tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.1258328 Oct 30 00:56:48.372372 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30fdb-361b-450b-9549-4a2ad92830b2 req-ef2322c9-c644-4b76-a880-9b061d140711 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:48.376218 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33a30fdb-361b-450b-9549-4a2ad92830b2 req-ef2322c9-c644-4b76-a880-9b061d140711 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0764341 Oct 30 00:56:48.385137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a2020c32-8679-40c4-93b5-ce83b1362668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0d2ada99-2191-4f34-9dec-5d31b204f4b6), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.388236 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a2020c32-8679-40c4-93b5-ce83b1362668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.389404 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a2020c32-8679-40c4-93b5-ce83b1362668 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0d2ada99-2191-4f34-9dec-5d31b204f4b6 HTTP/1.1" status: 204 len: 168 time: 0.2092113 Oct 30 00:56:48.398556 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2020c32-8679-40c4-93b5-ce83b1362668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ada99-2191-4f34-9dec-5d31b204f4b6,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:48.478495 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52346073-137b-4189-bb34-fb19607bc0f5 req-9bb21618-de39-431d-8e3a-fadc32d4ffee tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012535 Oct 30 00:56:48.491035 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33a30fdb-361b-450b-9549-4a2ad92830b2 req-0ab04697-df04-4a3b-8fdc-863b3a147a20 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056314 Oct 30 00:56:48.514642 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['5367850e-73d0-4814-af96-bd430c94c272'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:56:48.678885 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d121fbe4-f3c3-4fb8-9e24-5e6a99019af6 x-openstack-request-id: req-d121fbe4-f3c3-4fb8-9e24-5e6a99019af6 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:48.679753 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "name": "network-vif-plugged", "status": "completed", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:48.679753 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d121fbe4-f3c3-4fb8-9e24-5e6a99019af6 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:48.679890 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d121fbe4-f3c3-4fb8-9e24-5e6a99019af6'] response: {'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'code': 200} Oct 30 00:56:48.838107 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40606) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:48.852029 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b3b6-be5f-4798-896a-bc6eff874873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.949247 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b3b6-be5f-4798-896a-bc6eff874873 admin admin] Publish callbacks [] for security_group (38db46ae-02fd-4697-a009-fd79bbbe990a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.954575 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0b3b6-be5f-4798-896a-bc6eff874873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (38db46ae-02fd-4697-a009-fd79bbbe990a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:48.993822 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0b3b6-be5f-4798-896a-bc6eff874873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db46ae-02fd-4697-a009-fd79bbbe990a,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:49.032359 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0cf0b3b6-be5f-4798-896a-bc6eff874873 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6db9548154184b07a1186d248538f2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947513 Oct 30 00:56:49.037905 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40616) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:49.098936 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b452af3d-5f36-46e3-8c22-369e0b793b4e admin admin] Publish callbacks [] for security_group (38db46ae-02fd-4697-a009-fd79bbbe990a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.161599 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b452af3d-5f36-46e3-8c22-369e0b793b4e admin admin] Publish callbacks [] for security_group (38db46ae-02fd-4697-a009-fd79bbbe990a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.225456 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b452af3d-5f36-46e3-8c22-369e0b793b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (38db46ae-02fd-4697-a009-fd79bbbe990a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.228149 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b452af3d-5f36-46e3-8c22-369e0b793b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.229832 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b452af3d-5f36-46e3-8c22-369e0b793b4e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/38db46ae-02fd-4697-a009-fd79bbbe990a HTTP/1.1" status: 204 len: 168 time: 0.1906867 Oct 30 00:56:49.240458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452af3d-5f36-46e3-8c22-369e0b793b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db46ae-02fd-4697-a009-fd79bbbe990a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:49.243704 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0af613-f5d4-43d0-92d7-b44a1abf4b89 req-7fc73d67-6a27-473b-bc88-6a436da3603c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:49.244284 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40630) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:49.246343 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb0af613-f5d4-43d0-92d7-b44a1abf4b89 req-7fc73d67-6a27-473b-bc88-6a436da3603c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 945 time: 0.0992420 Oct 30 00:56:49.255055 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac083-48fd-4541-91f3-c20ca0d69a36 req-2081f311-5ab8-4cb7-88fa-ed6114ed66ad tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:49.262069 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce6ac083-48fd-4541-91f3-c20ca0d69a36 req-2081f311-5ab8-4cb7-88fa-ed6114ed66ad tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0887170 Oct 30 00:56:49.342022 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb0af613-f5d4-43d0-92d7-b44a1abf4b89 req-ec3056a3-6e15-4e19-9f68-bbe5e2294d66 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773218 Oct 30 00:56:49.361029 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce6ac083-48fd-4541-91f3-c20ca0d69a36 req-d575dfb5-9ef5-477f-a091-490aa5de81a5 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979955 Oct 30 00:56:49.528397 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-028d2452-1217-43dd-a9f8-2acc3c21826f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.554574 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:49.647039 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-028d2452-1217-43dd-a9f8-2acc3c21826f admin admin] Publish callbacks [] for security_group (bc33219e-ca8a-4449-bcde-1262673e5855), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.655954 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-028d2452-1217-43dd-a9f8-2acc3c21826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bc33219e-ca8a-4449-bcde-1262673e5855), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.671086 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:49.673025 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:49.681920 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae67f-9f81-433e-b3b0-b5f799e60dda req-42157d49-ced3-4962-a67b-b97a5e03800a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:49.683463 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-214ae67f-9f81-433e-b3b0-b5f799e60dda req-42157d49-ced3-4962-a67b-b97a5e03800a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.1122680 Oct 30 00:56:49.693000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5172bf-de4d-4462-a988-5b6d9384cc41 req-9ca982aa-d961-423e-95c7-a2a28538b677 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:49.694860 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cf5172bf-de4d-4462-a988-5b6d9384cc41 req-9ca982aa-d961-423e-95c7-a2a28538b677 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0911963 Oct 30 00:56:49.703318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d2452-1217-43dd-a9f8-2acc3c21826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33219e-ca8a-4449-bcde-1262673e5855,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:49.714530 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:49.715240 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:49.722457 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-028d2452-1217-43dd-a9f8-2acc3c21826f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=324b3f5ee1794987b521344fd0960b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771922 Oct 30 00:56:49.724841 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40652) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:49.780276 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cf5172bf-de4d-4462-a988-5b6d9384cc41 req-d9eb44e3-4093-41b4-997d-f0f72f20db77 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755188 Oct 30 00:56:49.791844 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-214ae67f-9f81-433e-b3b0-b5f799e60dda req-f3166d3e-4a18-4fa2-bd29-1de2a7d97510 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942304 Oct 30 00:56:49.814402 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-492079a1-6a07-4739-b42a-2babfa0be1db admin admin] Publish callbacks [] for security_group (bc33219e-ca8a-4449-bcde-1262673e5855), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.826273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-492079a1-6a07-4739-b42a-2babfa0be1db admin admin] Publish callbacks [] for security_group (bc33219e-ca8a-4449-bcde-1262673e5855), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.880449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-492079a1-6a07-4739-b42a-2babfa0be1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bc33219e-ca8a-4449-bcde-1262673e5855), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.883563 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-492079a1-6a07-4739-b42a-2babfa0be1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.884777 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-492079a1-6a07-4739-b42a-2babfa0be1db admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bc33219e-ca8a-4449-bcde-1262673e5855 HTTP/1.1" status: 204 len: 168 time: 0.1589425 Oct 30 00:56:49.893419 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492079a1-6a07-4739-b42a-2babfa0be1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33219e-ca8a-4449-bcde-1262673e5855,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:49.930744 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:49.977364 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 5367850e-73d0-4814-af96-bd430c94c272 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:56:49.985552 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 5367850e-73d0-4814-af96-bd430c94c272 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:49.985971 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (5367850e-73d0-4814-af96-bd430c94c272), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:49.986416 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 5367850e-73d0-4814-af96-bd430c94c272 Oct 30 00:56:50.076077 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:50.076472 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:50.101001 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:50.120482 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:50.125745 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:50.192852 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:50.437143 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 40686) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:50.473865 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b204a1f7-1a34-4d06-ace9-4255a9a56053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:50.576042 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:50.613079 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6be35-3cf1-464f-9f3c-8b3d6cfc82f6 req-2992545a-1014-4c4d-b405-482e63133410 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:50.614631 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07a6be35-3cf1-464f-9f3c-8b3d6cfc82f6 req-2992545a-1014-4c4d-b405-482e63133410 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1057806 Oct 30 00:56:50.624134 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056811bd-5695-4bd2-9d6b-541e19af35fd req-f446bb0e-8ed7-49e9-80c4-a0edbf6a6157 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:50.625618 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-056811bd-5695-4bd2-9d6b-541e19af35fd req-f446bb0e-8ed7-49e9-80c4-a0edbf6a6157 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.1586549 Oct 30 00:56:50.681088 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:50.684390 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79496e6f-fcad-437c-8e53-f285d0d64195" -d '{"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-plugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:50.759609 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07a6be35-3cf1-464f-9f3c-8b3d6cfc82f6 req-a9b88dc8-781f-4770-846c-71d6055c3444 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328230 Oct 30 00:56:50.778082 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-056811bd-5695-4bd2-9d6b-541e19af35fd req-ff2cdce0-c858-4392-b77b-0076095061e1 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370299 Oct 30 00:56:50.780359 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b204a1f7-1a34-4d06-ace9-4255a9a56053 admin admin] Publish callbacks [] for security_group (6133d0ee-ccc0-4cd2-a39a-02d34ea047b6), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:50.802829 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b204a1f7-1a34-4d06-ace9-4255a9a56053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (6133d0ee-ccc0-4cd2-a39a-02d34ea047b6), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:50.864774 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e289f2-c23c-4f27-aa75-99e4113f96d5 x-openstack-request-id: req-36e289f2-c23c-4f27-aa75-99e4113f96d5 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:50.865128 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-plugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:50.865455 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36e289f2-c23c-4f27-aa75-99e4113f96d5 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:50.865952 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e289f2-c23c-4f27-aa75-99e4113f96d5'] response: {'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'code': 200} Oct 30 00:56:50.924568 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204a1f7-1a34-4d06-ace9-4255a9a56053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6133d0ee-ccc0-4cd2-a39a-02d34ea047b6,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:50.950676 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b204a1f7-1a34-4d06-ace9-4255a9a56053 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=450708711051450abc140191202115fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5108511 Oct 30 00:56:50.951646 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40708) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:50.994084 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05523d58-3a5b-47b2-ad5a-00338e877743 req-46418958-7cd8-4b67-bf1b-44bb8d4a0391 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:50.995626 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-05523d58-3a5b-47b2-ad5a-00338e877743 req-46418958-7cd8-4b67-bf1b-44bb8d4a0391 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0886571 Oct 30 00:56:51.008773 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e679c-c481-4862-bf8e-998600f22885 req-ae6c1566-d5a6-4b7c-af08-3fb2fbf8927c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:51.010374 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b5e679c-c481-4862-bf8e-998600f22885 req-ae6c1566-d5a6-4b7c-af08-3fb2fbf8927c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0660150 Oct 30 00:56:51.012869 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ad96078c-1604-4b41-bccd-ee329ff27946 admin admin] Publish callbacks [] for security_group (6133d0ee-ccc0-4cd2-a39a-02d34ea047b6), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:51.037393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ad96078c-1604-4b41-bccd-ee329ff27946 admin admin] Publish callbacks [] for security_group (6133d0ee-ccc0-4cd2-a39a-02d34ea047b6), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:51.097813 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b5e679c-c481-4862-bf8e-998600f22885 req-6416b712-5f17-409f-9aae-120ad9a60b50 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791442 Oct 30 00:56:51.099909 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ad96078c-1604-4b41-bccd-ee329ff27946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (6133d0ee-ccc0-4cd2-a39a-02d34ea047b6), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:51.101635 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-05523d58-3a5b-47b2-ad5a-00338e877743 req-d863c126-c4fc-42cd-b528-95a85d099410 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903709 Oct 30 00:56:51.115285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ad96078c-1604-4b41-bccd-ee329ff27946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:51.120054 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-ad96078c-1604-4b41-bccd-ee329ff27946 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6133d0ee-ccc0-4cd2-a39a-02d34ea047b6 HTTP/1.1" status: 204 len: 168 time: 0.1665976 Oct 30 00:56:51.129234 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96078c-1604-4b41-bccd-ee329ff27946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6133d0ee-ccc0-4cd2-a39a-02d34ea047b6,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:51.326135 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8aa7-68b4-4f8d-a7b5-14a5de150bbd req-84059595-ac93-4cfe-b57b-e03da221ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:51.327907 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-226b8aa7-68b4-4f8d-a7b5-14a5de150bbd req-84059595-ac93-4cfe-b57b-e03da221ff5a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1129 time: 0.0551260 Oct 30 00:56:51.418897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bfba9-8a79-415c-ac35-b8fb19ebcffb req-cd695995-69d4-432a-b408-d9ae0d5ac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:51.420453 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4d0bfba9-8a79-415c-ac35-b8fb19ebcffb req-cd695995-69d4-432a-b408-d9ae0d5ac893 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1130 time: 0.0645149 Oct 30 00:56:51.425980 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-226b8aa7-68b4-4f8d-a7b5-14a5de150bbd req-bbe40731-656d-410e-8eb4-eb1feec32f72 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919726 Oct 30 00:56:51.950000 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device dcb64cf9-6d5f-470b-8042-0cdbf3e91991 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:56:51.958344 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dc51a-5458-403a-9366-198b7ec9ffd6 req-c4f52208-72fe-4c6a-ac5d-a3d191ec905d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:51.968236 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b77dc51a-5458-403a-9366-198b7ec9ffd6 req-c4f52208-72fe-4c6a-ac5d-a3d191ec905d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0822845 Oct 30 00:56:51.992003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40770) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:52.030161 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:52.040659 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b77dc51a-5458-403a-9366-198b7ec9ffd6 req-e0cdb12b-4a65-4343-b652-bec1906faa45 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661592 Oct 30 00:56:52.047144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3181d3-0858-48f6-bf2b-7cf47ed5a7b2 req-e0bebc29-34e1-4b68-9a40-6bc5d4f90da9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:52.064021 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4d0bfba9-8a79-415c-ac35-b8fb19ebcffb req-e6699d92-bb70-460b-b884-5924d705fc9e service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028748 Oct 30 00:56:52.073574 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f3181d3-0858-48f6-bf2b-7cf47ed5a7b2 req-e0bebc29-34e1-4b68-9a40-6bc5d4f90da9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1963062 Oct 30 00:56:52.154836 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:52.158976 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f3181d3-0858-48f6-bf2b-7cf47ed5a7b2 req-b0c46e19-f1d7-47a2-9084-504a1bf12813 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817151 Oct 30 00:56:52.177206 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'port_id': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'mac_address': 'fa:16:3e:63:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:56:52.192685 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-748bcc70-4811-434b-9207-65f431d9c05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.230830 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:52.231225 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.265317 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb64cf9-6d5f-470b-8042-0cdbf3e91991 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:56:52.281983 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:52.292392 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:52.298463 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.316719 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-748bcc70-4811-434b-9207-65f431d9c05e admin admin] Publish callbacks [] for security_group (7474ae12-c7e8-490a-833e-5184e6e08774), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.326162 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-748bcc70-4811-434b-9207-65f431d9c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7474ae12-c7e8-490a-833e-5184e6e08774), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.351817 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d448868-36b1-4389-a349-c81f2f2deb84 req-bcb7b197-42a5-4018-b689-87ccc75e6d61 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:52.354531 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8d448868-36b1-4389-a349-c81f2f2deb84 req-bcb7b197-42a5-4018-b689-87ccc75e6d61 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 943 time: 0.0922301 Oct 30 00:56:52.362244 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c96edc-6040-4e01-b2c5-abbc09acbb20 req-525f5c23-f3e0-4baa-8735-83aea894479d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:52.364359 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c96edc-6040-4e01-b2c5-abbc09acbb20 req-525f5c23-f3e0-4baa-8735-83aea894479d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.1120560 Oct 30 00:56:52.367222 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:52.390591 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-748bcc70-4811-434b-9207-65f431d9c05e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=39308670b3024d5887ddbdfb48163a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974071 Oct 30 00:56:52.396170 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40788) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:52.414170 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bcc70-4811-434b-9207-65f431d9c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7474ae12-c7e8-490a-833e-5184e6e08774,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:52.458076 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8d448868-36b1-4389-a349-c81f2f2deb84 req-6903734f-8103-4210-8fad-8a39f172f453 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925150 Oct 30 00:56:52.462643 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c96edc-6040-4e01-b2c5-abbc09acbb20 req-5ee39740-17c9-4055-98db-e5eed1cd6e26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874388 Oct 30 00:56:52.465629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:52.472935 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f36d2ac7-f932-4428-8eaf-c1a2e971f998 admin admin] Publish callbacks [] for security_group (7474ae12-c7e8-490a-833e-5184e6e08774), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.501023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f36d2ac7-f932-4428-8eaf-c1a2e971f998 admin admin] Publish callbacks [] for security_group (7474ae12-c7e8-490a-833e-5184e6e08774), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.534016 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:52.558639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f36d2ac7-f932-4428-8eaf-c1a2e971f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7474ae12-c7e8-490a-833e-5184e6e08774), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.561254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f36d2ac7-f932-4428-8eaf-c1a2e971f998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:52.562517 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f36d2ac7-f932-4428-8eaf-c1a2e971f998 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7474ae12-c7e8-490a-833e-5184e6e08774 HTTP/1.1" status: 204 len: 168 time: 0.1654358 Oct 30 00:56:52.571157 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d2ac7-f932-4428-8eaf-c1a2e971f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7474ae12-c7e8-490a-833e-5184e6e08774,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:52.924389 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['dcb64cf9-6d5f-470b-8042-0cdbf3e91991'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:56:52.997009 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 40810) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:53.014552 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7ab93c57-239c-4eef-ad00-9e2483890266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.128950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7ab93c57-239c-4eef-ad00-9e2483890266 admin admin] Publish callbacks [] for security_group (fb25482c-c203-4157-ac19-ee20a9f7aa32), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.145285 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7ab93c57-239c-4eef-ad00-9e2483890266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (fb25482c-c203-4157-ac19-ee20a9f7aa32), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.167019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:53.220266 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7ab93c57-239c-4eef-ad00-9e2483890266 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=45e7045981be4c9d8a46e17b738acb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217627 Oct 30 00:56:53.228030 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40816) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:53.228415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1dbc9-3b00-42e3-b16b-1ac6f319c87e req-81792ec8-aa31-4779-aa68-0450f216c19d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:53.229647 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33a1dbc9-3b00-42e3-b16b-1ac6f319c87e req-81792ec8-aa31-4779-aa68-0450f216c19d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0989017 Oct 30 00:56:53.231996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab93c57-239c-4eef-ad00-9e2483890266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb25482c-c203-4157-ac19-ee20a9f7aa32,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:53.312903 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33a1dbc9-3b00-42e3-b16b-1ac6f319c87e req-38419c2d-44c6-41e5-83e8-3eb37cbae678 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713792 Oct 30 00:56:53.315670 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5694250c-6a07-4386-ab7f-a98b81b3f088 admin admin] Publish callbacks [] for security_group (fb25482c-c203-4157-ac19-ee20a9f7aa32), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.345328 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5694250c-6a07-4386-ab7f-a98b81b3f088 admin admin] Publish callbacks [] for security_group (fb25482c-c203-4157-ac19-ee20a9f7aa32), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.387972 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf09b7a-998c-45a4-9365-3f23078a52cd req-1d29ecd0-b0ff-42ba-ba77-eb7a69d87e7b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:53.389597 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-abf09b7a-998c-45a4-9365-3f23078a52cd req-1d29ecd0-b0ff-42ba-ba77-eb7a69d87e7b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0973113 Oct 30 00:56:53.430288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5694250c-6a07-4386-ab7f-a98b81b3f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (fb25482c-c203-4157-ac19-ee20a9f7aa32), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.433448 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5694250c-6a07-4386-ab7f-a98b81b3f088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:53.434853 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5694250c-6a07-4386-ab7f-a98b81b3f088 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fb25482c-c203-4157-ac19-ee20a9f7aa32 HTTP/1.1" status: 204 len: 168 time: 0.2056913 Oct 30 00:56:53.449283 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694250c-6a07-4386-ab7f-a98b81b3f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb25482c-c203-4157-ac19-ee20a9f7aa32,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:53.500445 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-abf09b7a-998c-45a4-9365-3f23078a52cd req-a67e95e0-8767-4e18-8f5e-8a03ef9cac69 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049724 Oct 30 00:56:53.655985 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2248211-2aad-42b9-a97a-7b06c5da9ed1 req-1925a4cb-5d24-4b57-95b4-18a0627c2df9 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:53.659898 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f2248211-2aad-42b9-a97a-7b06c5da9ed1 req-1925a4cb-5d24-4b57-95b4-18a0627c2df9 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 944 time: 0.0771482 Oct 30 00:56:53.667686 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d326e-8192-4c63-8ac6-68ac13597fea req-63571293-6b94-4a63-b7ea-144183b5a72d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:53.670446 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-754d326e-8192-4c63-8ac6-68ac13597fea req-63571293-6b94-4a63-b7ea-144183b5a72d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0761116 Oct 30 00:56:53.750971 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f2248211-2aad-42b9-a97a-7b06c5da9ed1 req-5f920dcc-d9ab-43a0-9d7c-bf4eceb47e7b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806923 Oct 30 00:56:53.754046 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-754d326e-8192-4c63-8ac6-68ac13597fea req-57dd6acf-8eb1-4125-8ec9-1f341fe562ce tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765986 Oct 30 00:56:53.916177 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0f304-fecf-4979-a283-9c3af53d6936 req-fc018ec6-62ef-4879-b026-78f3c78393c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:53.917611 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bb0f304-fecf-4979-a283-9c3af53d6936 req-fc018ec6-62ef-4879-b026-78f3c78393c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0485506 Oct 30 00:56:53.929120 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 40846) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:53.934330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:54.002108 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:54.010538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (75c9d9a7-04d8-44c8-a01b-99769db24833), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:54.239360 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device dcb64cf9-6d5f-470b-8042-0cdbf3e91991 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:56:54.285900 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:56:54.293613 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:56:54.294119 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:54.294578 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 Oct 30 00:56:54.387456 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:56:54.388019 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:54.413808 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:54.416595 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695f18d9-d4ca-42dd-bcda-952ad6ae8840" -d '{"events": [{"server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "name": "network-vif-plugged", "status": "completed", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:54.432851 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:56:54.441356 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:54.472677 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ec2b1-25ba-4f6b-b854-8be5932179ca x-openstack-request-id: req-dd8ec2b1-25ba-4f6b-b854-8be5932179ca {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:54.473043 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "name": "network-vif-plugged", "status": "completed", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:54.473353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd8ec2b1-25ba-4f6b-b854-8be5932179ca {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:54.473805 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8ec2b1-25ba-4f6b-b854-8be5932179ca'] response: {'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'code': 200} Oct 30 00:56:54.481734 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09930-d181-4302-b8ff-6a52c63efda8 req-ec811b5e-70de-412b-a808-159b94431e82 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:54.483396 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-29c09930-d181-4302-b8ff-6a52c63efda8 req-ec811b5e-70de-412b-a808-159b94431e82 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0655198 Oct 30 00:56:54.500128 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:54.892329 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa3d81-8042-4853-9bb2-fa4acaeab164 req-eee2b049-98aa-4713-88b8-eac152be10c3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:54.900719 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26fa3d81-8042-4853-9bb2-fa4acaeab164 req-eee2b049-98aa-4713-88b8-eac152be10c3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1853185 Oct 30 00:56:54.973042 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-29c09930-d181-4302-b8ff-6a52c63efda8 req-f65f2faf-62cb-4d3d-8b17-eaaa78289b0a tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586870 Oct 30 00:56:54.984487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40888) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:55.107438 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26fa3d81-8042-4853-9bb2-fa4acaeab164 req-ab7b068c-ce4a-4c1c-923d-98c39702f6cd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2023301 Oct 30 00:56:55.116360 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.136856 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (75c9d9a7-04d8-44c8-a01b-99769db24833), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.143096 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-32f4395c-055a-4e35-9aa4-0fe13d19bf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.185436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727020e5-64f7-4e0e-9568-3770891625af req-9f5a55c7-ea56-49e5-a60c-9c783913617e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:55.187229 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-727020e5-64f7-4e0e-9568-3770891625af req-9f5a55c7-ea56-49e5-a60c-9c783913617e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.1098289 Oct 30 00:56:55.215227 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:55.261444 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-be9349e3-ee6f-4be2-aa1d-15dd5e3cd29c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817072 Oct 30 00:56:55.290642 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-727020e5-64f7-4e0e-9568-3770891625af req-48817a49-1a96-4017-8413-4b1a46068010 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946281 Oct 30 00:56:55.311855 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-32f4395c-055a-4e35-9aa4-0fe13d19bf35 admin admin] Publish callbacks [] for security_group (60ba41a3-8381-4394-90cd-f8ccebcbdf73), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.316540 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 75c9d9a7-04d8-44c8-a01b-99769db24833 associated. External IP: 172.37.3.24, port: 9218be5d-9ff8-4e15-b073-e87bc5e0401c. Oct 30 00:56:55.329349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-32f4395c-055a-4e35-9aa4-0fe13d19bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (60ba41a3-8381-4394-90cd-f8ccebcbdf73), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.386387 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4395c-055a-4e35-9aa4-0fe13d19bf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba41a3-8381-4394-90cd-f8ccebcbdf73,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:55.444954 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-32f4395c-055a-4e35-9aa4-0fe13d19bf35 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=574f30ddffde423cb6ba7c57f1d6bb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587512 Oct 30 00:56:55.449172 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40898) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:55.532025 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfcb8-630d-42b7-9a28-9c274b9b7990 admin admin] Publish callbacks [] for security_group (60ba41a3-8381-4394-90cd-f8ccebcbdf73), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.556907 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfcb8-630d-42b7-9a28-9c274b9b7990 admin admin] Publish callbacks [] for security_group (60ba41a3-8381-4394-90cd-f8ccebcbdf73), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.600639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:55.612088 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfcb8-630d-42b7-9a28-9c274b9b7990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (60ba41a3-8381-4394-90cd-f8ccebcbdf73), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.615238 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9a7cfcb8-630d-42b7-9a28-9c274b9b7990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.616764 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9a7cfcb8-630d-42b7-9a28-9c274b9b7990 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/60ba41a3-8381-4394-90cd-f8ccebcbdf73 HTTP/1.1" status: 204 len: 168 time: 0.1636722 Oct 30 00:56:55.627102 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cfcb8-630d-42b7-9a28-9c274b9b7990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba41a3-8381-4394-90cd-f8ccebcbdf73,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:56:55.643210 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:56:55.765928 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:56:55.770516 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:55.781500 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:56:55.793006 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:55.793723 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:56:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:55.816142 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7c017091-3559-4cdf-a337-09968f2bfe7d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/75c9d9a7-04d8-44c8-a01b-99769db24833 HTTP/1.1" status: 200 len: 990 time: 1.8834915 Oct 30 00:56:55.816142 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:55.818097 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092789c7-2be0-4599-87bb-c97c26aa7a29" -d '{"events": [{"name": "network-changed", "server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:55.889901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40be7415-987b-49f1-acbe-8eba2c9abda8 x-openstack-request-id: req-40be7415-987b-49f1-acbe-8eba2c9abda8 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:55.890179 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:55.890430 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40be7415-987b-49f1-acbe-8eba2c9abda8 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:55.890828 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40be7415-987b-49f1-acbe-8eba2c9abda8'] response: {'name': 'network-changed', 'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'status': 'completed', 'code': 200} Oct 30 00:56:55.948639 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:56.209841 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:54Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:56.236898 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:56:56.250917 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2a94f-10f3-454f-8b66-4dde18b0c1af req-f7b8fffe-a024-428a-8442-b1408fe14d26 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:56.252489 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5ea2a94f-10f3-454f-8b66-4dde18b0c1af req-f7b8fffe-a024-428a-8442-b1408fe14d26 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0501201 Oct 30 00:56:56.257125 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:56.257889 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:56:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:56.302515 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5ea2a94f-10f3-454f-8b66-4dde18b0c1af req-2ccff273-41ca-4e28-ac7d-e474cca5d7f2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437720 Oct 30 00:56:56.398348 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:56.438722 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06664aa6-b6c7-42dd-b2d2-b33188cffcfd req-d999a5f3-f865-401e-844b-8c1308132c49 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:56.440298 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06664aa6-b6c7-42dd-b2d2-b33188cffcfd req-d999a5f3-f865-401e-844b-8c1308132c49 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0489624 Oct 30 00:56:56.507304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935b45d-7a38-471b-b0bd-bdf590e3bdfa req-21f50cd8-4621-4f6c-b254-be8cb5987075 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:56.509048 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8935b45d-7a38-471b-b0bd-bdf590e3bdfa req-21f50cd8-4621-4f6c-b254-be8cb5987075 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0679071 Oct 30 00:56:56.520810 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 40946) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:56:56.526288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'floatingip': {'port_id': '5367850e-73d0-4814-af96-bd430c94c272'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:56:56.541106 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06664aa6-b6c7-42dd-b2d2-b33188cffcfd req-b6b833d5-bbe0-4035-9561-c4a13a694e40 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693939 Oct 30 00:56:56.601905 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (c845ecb0-9ff0-4f68-b872-8f4432227db9), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:56.659432 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:54Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:56.684390 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8146d1-91d7-4d91-88da-83383708a749 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:54Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:56.973968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:57.134806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:57.396431 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8ddcb-c387-441c-8546-fc5de611b5a4 None None] New status for floating IP 75c9d9a7-04d8-44c8-a01b-99769db24833: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 00:56:57.494203 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:57.505193 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:57.510080 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (c845ecb0-9ff0-4f68-b872-8f4432227db9), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:57.609136 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Floating IP c845ecb0-9ff0-4f68-b872-8f4432227db9 associated. External IP: 172.37.3.156, port: 5367850e-73d0-4814-af96-bd430c94c272. Oct 30 00:56:57.687235 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456c980-44e6-4ff8-90dc-374b0f8f8342 req-cd05de71-7139-48b9-b2d2-4b66ee99537a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:57.688769 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d456c980-44e6-4ff8-90dc-374b0f8f8342 req-cd05de71-7139-48b9-b2d2-4b66ee99537a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0580738 Oct 30 00:56:57.735687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d456c980-44e6-4ff8-90dc-374b0f8f8342 req-a417bd12-539b-4b26-8340-06e32f91d51f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 Oct 30 00:56:57.829680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:56:57.875153 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:57.939088 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:56:57.944851 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:56:57.950398 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:56:57.961331 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:57.961938 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:56:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:57.978296 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-08d79f11-9aa8-4e17-9407-4164f19f3b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/c845ecb0-9ff0-4f68-b872-8f4432227db9 HTTP/1.1" status: 200 len: 992 time: 1.4534566 Oct 30 00:56:57.978296 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:56:57.980848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0635d-da25-45ab-a453-90ff1ff9330d" -d '{"events": [{"name": "network-changed", "server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:56:58.025419 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91e997-7396-4d9a-9a32-3ef7ec47636b x-openstack-request-id: req-ef91e997-7396-4d9a-9a32-3ef7ec47636b {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:56:58.026126 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:56:58.026522 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef91e997-7396-4d9a-9a32-3ef7ec47636b {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:56:58.027298 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef91e997-7396-4d9a-9a32-3ef7ec47636b'] response: {'name': 'network-changed', 'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'status': 'completed', 'code': 200} Oct 30 00:56:58.049040 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:58.072875 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:58.288894 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c845ecb0-9ff0-4f68-b872-8f4432227db9', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'floating_ip_address': '172.37.3.156', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'port_id': '5367850e-73d0-4814-af96-bd430c94c272', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'mac_address': 'fa:16:3e:fd:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:04Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 1, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:58.317948 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:56:58.327532 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:56:58.328164 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:56:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:58.367334 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:56:58.429620 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:56:58.726124 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c845ecb0-9ff0-4f68-b872-8f4432227db9', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'floating_ip_address': '172.37.3.156', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'port_id': '5367850e-73d0-4814-af96-bd430c94c272', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'mac_address': 'fa:16:3e:fd:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:04Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 1, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:56:58.750603 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de153-f82f-4c9b-9b31-553a04045fe3 None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c845ecb0-9ff0-4f68-b872-8f4432227db9', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'floating_ip_address': '172.37.3.156', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'port_id': '5367850e-73d0-4814-af96-bd430c94c272', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'mac_address': 'fa:16:3e:fd:2f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:04Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 1, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:56:58.861855 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec2255-5c3b-4e25-8236-f3e7df856100 req-09b7c7cb-6013-4738-8b67-1d48bb4f952b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:56:58.863453 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b2ec2255-5c3b-4e25-8236-f3e7df856100 req-09b7c7cb-6013-4738-8b67-1d48bb4f952b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Oct 30 00:56:58.917969 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b2ec2255-5c3b-4e25-8236-f3e7df856100 req-a643071e-ef60-4988-8823-1a9195084601 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477355 Oct 30 00:56:59.037437 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e67c3e-39fb-4703-923a-fa481feee70f None None] New status for floating IP c845ecb0-9ff0-4f68-b872-8f4432227db9: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 00:57:00.048937 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e6b7-d587-40fb-a6d9-63b84d3a5091 req-87559e98-71f3-40a5-9f92-8418906932ed tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:00.050428 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c763e6b7-d587-40fb-a6d9-63b84d3a5091 req-87559e98-71f3-40a5-9f92-8418906932ed tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Oct 30 00:57:00.100125 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c763e6b7-d587-40fb-a6d9-63b84d3a5091 req-67846127-65dd-4aa4-8122-fde8c1056b39 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436370 Oct 30 00:57:01.233377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb06b9-2460-4ebd-b034-3c88071f9fda req-025b632e-9070-47ba-9755-c5cd2a544ab9 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.234800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d0eb06b9-2460-4ebd-b034-3c88071f9fda req-025b632e-9070-47ba-9755-c5cd2a544ab9 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Oct 30 00:57:01.274012 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:01.293901 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d0eb06b9-2460-4ebd-b034-3c88071f9fda req-0875efbf-7ecc-4b37-8186-34852ac76944 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518334 Oct 30 00:57:01.677752 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-bfb535d1-a5c6-4886-bdce-4eccc709ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.679342 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-bfb535d1-a5c6-4886-bdce-4eccc709ba20 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=0f7d505c7b9e4ca08d6437e6e529a039&device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 1130 time: 0.1363184 Oct 30 00:57:01.689311 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-6ef1ba8f-4839-4275-82ed-638f5a24effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.690818 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-6ef1ba8f-4839-4275-82ed-638f5a24effa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1130 time: 0.0830896 Oct 30 00:57:01.692311 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-7ff855e8-0ca8-4193-bf0d-fc1f519dbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.693800 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-7ff855e8-0ca8-4193-bf0d-fc1f519dbc39 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1129 time: 0.0722356 Oct 30 00:57:01.825645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8972f3-a64c-4ca9-aab7-67e44e1933b4 req-f8673d6b-d277-452c-831d-e9c6a9564103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.827074 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d8972f3-a64c-4ca9-aab7-67e44e1933b4 req-f8673d6b-d277-452c-831d-e9c6a9564103 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1129 time: 0.0789986 Oct 30 00:57:01.886693 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d8972f3-a64c-4ca9-aab7-67e44e1933b4 req-f3d06d2e-465a-4a7c-bd3d-f18f5c187999 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488746 Oct 30 00:57:01.921744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:01.951251 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:01.962655 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-0bef976a-207e-4580-b3ae-8b230aed6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.964331 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-0bef976a-207e-4580-b3ae-8b230aed6420 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59 HTTP/1.1" status: 200 len: 913 time: 0.2295938 Oct 30 00:57:01.965298 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-7440fff8-af1d-45c5-b88b-94b0f5c9a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.966596 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-7440fff8-af1d-45c5-b88b-94b0f5c9a7fa service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.2581592 Oct 30 00:57:01.969629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-59ffd544-d69b-4923-9d71-2299cf4cb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:01.970955 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-59ffd544-d69b-4923-9d71-2299cf4cb371 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.2437727 Oct 30 00:57:02.436862 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6a966-96a0-4634-9dd3-ea7d43b73805 req-db8b73a1-4366-4469-b9d5-4a93917d24cf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:02.439316 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1f6a966-96a0-4634-9dd3-ea7d43b73805 req-db8b73a1-4366-4469-b9d5-4a93917d24cf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Oct 30 00:57:02.492347 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1f6a966-96a0-4634-9dd3-ea7d43b73805 req-76b9b8cf-9b54-4212-86ce-2a58c31de7be tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454755 Oct 30 00:57:03.606476 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:03.621712 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa79d-68bf-42c8-8f4c-739a47b0530b req-a0661e3c-17d4-4512-b544-3a7eff453f8f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:03.623222 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8f4fa79d-68bf-42c8-8f4c-739a47b0530b req-a0661e3c-17d4-4512-b544-3a7eff453f8f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0545685 Oct 30 00:57:03.670706 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8f4fa79d-68bf-42c8-8f4c-739a47b0530b req-79cf3733-9e5d-4a01-8d67-3d8e6f77f294 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Oct 30 00:57:04.799491 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e8ad3-8852-4876-ac89-5a29eb97798f req-956d2393-585a-48a4-8f67-628ebeb7f6d6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:04.801028 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d72e8ad3-8852-4876-ac89-5a29eb97798f req-956d2393-585a-48a4-8f67-628ebeb7f6d6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0541451 Oct 30 00:57:04.852399 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d72e8ad3-8852-4876-ac89-5a29eb97798f req-fa10c80b-54c8-4ad5-8233-7abc62c0a03e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Oct 30 00:57:05.979806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8cf6d-a272-4c8a-816d-8dd38c6a1d50 req-8a0de789-1a20-4ac1-ba68-2358515e7b4c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:05.981176 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21c8cf6d-a272-4c8a-816d-8dd38c6a1d50 req-8a0de789-1a20-4ac1-ba68-2358515e7b4c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Oct 30 00:57:06.173284 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6d32-7886-4205-bc1d-387bf4d7bf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:06.213206 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21c8cf6d-a272-4c8a-816d-8dd38c6a1d50 req-1da83d13-45ba-412b-9dee-780f17f476a7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264345 Oct 30 00:57:07.338047 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1ead-c70f-4975-b89c-95d7ba521097 req-65416ca4-4ec5-419e-9adb-efdc05f541a5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:07.339831 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ecf1ead-c70f-4975-b89c-95d7ba521097 req-65416ca4-4ec5-419e-9adb-efdc05f541a5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0492342 Oct 30 00:57:07.391005 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ecf1ead-c70f-4975-b89c-95d7ba521097 req-9413b793-7548-4228-8651-a64d9a59704f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Oct 30 00:57:08.272487 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:08.288010 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a04dceb4-82f8-430b-974b-c03756438953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:08.516559 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c436-d903-4664-93ed-8a5f91612ba6 req-ba7f1cb4-f0db-4701-96e2-da001052bc92 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:08.518016 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a175c436-d903-4664-93ed-8a5f91612ba6 req-ba7f1cb4-f0db-4701-96e2-da001052bc92 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0463996 Oct 30 00:57:08.568654 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a175c436-d903-4664-93ed-8a5f91612ba6 req-3a319a6b-1b57-4cc4-a578-17927a9a258f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Oct 30 00:57:09.502505 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:09.574445 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=34 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:09.575099 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=68 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:09.694354 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5af99f-ccfc-4d5c-b077-ce19c48db085 req-578ed163-286f-4cfb-bc31-d03263c67b02 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:09.696183 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b5af99f-ccfc-4d5c-b077-ce19c48db085 req-578ed163-286f-4cfb-bc31-d03263c67b02 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0483656 Oct 30 00:57:09.743666 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b5af99f-ccfc-4d5c-b077-ce19c48db085 req-991bc8f2-afa6-4184-ad72-2f8320da7b76 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Oct 30 00:57:10.865030 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89587d6a-d8c8-44a0-a9bd-6aa88efea30d req-8187cac5-a521-42f8-863d-66f70afeebef tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:10.866500 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89587d6a-d8c8-44a0-a9bd-6aa88efea30d req-8187cac5-a521-42f8-863d-66f70afeebef tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0465624 Oct 30 00:57:10.915090 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89587d6a-d8c8-44a0-a9bd-6aa88efea30d req-8b2ca3fe-1291-42d4-a42d-0cbb2a6be841 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Oct 30 00:57:11.091062 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:11.205826 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:12.011478 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-32838c42-6f1b-4272-bc4e-619a5c6fbaa3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b HTTP/1.1" status: 200 len: 217 time: 0.1095548 Oct 30 00:57:12.039913 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f1f1b-8fcb-4d7f-b3eb-0173f9793379 req-37316a8b-a46f-4d6f-b48a-6f9aa87bca81 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:12.041453 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e7f1f1b-8fcb-4d7f-b3eb-0173f9793379 req-37316a8b-a46f-4d6f-b48a-6f9aa87bca81 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0518379 Oct 30 00:57:12.068944 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-efaf9507-eebe-447c-bf96-dfab627c593b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 1002 time: 0.1730902 Oct 30 00:57:12.070861 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-c9325804-a2e4-4d4c-ab1e-75375b1285a2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 1000 time: 0.1769879 Oct 30 00:57:12.094937 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e7f1f1b-8fcb-4d7f-b3eb-0173f9793379 req-d4167236-6dc2-466a-9bb6-6b1e7409c3ab tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Oct 30 00:57:13.226789 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbd0e2-c69c-47eb-b4eb-55b90d0ecf93 req-411e75f2-f231-4730-adf2-59e84589d474 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:13.228273 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-35cbd0e2-c69c-47eb-b4eb-55b90d0ecf93 req-411e75f2-f231-4730-adf2-59e84589d474 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Oct 30 00:57:13.239596 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:13.278967 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-35cbd0e2-c69c-47eb-b4eb-55b90d0ecf93 req-16f96313-7088-4b52-8867-2d843aebc61f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Oct 30 00:57:14.403754 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943e417-6786-4614-be1f-79381840288a req-eeffef5a-0efd-48ca-9521-79caac000feb tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:14.405400 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2943e417-6786-4614-be1f-79381840288a req-eeffef5a-0efd-48ca-9521-79caac000feb tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0470688 Oct 30 00:57:14.461886 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2943e417-6786-4614-be1f-79381840288a req-5ef78916-c89c-4ce2-90f2-188bf491ee97 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491285 Oct 30 00:57:15.592892 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee1664-d52d-4212-9e81-de570fd78967 req-65d08a1c-0933-4b7a-a4af-5abc78da1d8e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:15.594391 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c2ee1664-d52d-4212-9e81-de570fd78967 req-65d08a1c-0933-4b7a-a4af-5abc78da1d8e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0480373 Oct 30 00:57:15.644260 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c2ee1664-d52d-4212-9e81-de570fd78967 req-1f034bf4-a97b-492f-81b1-44e253d8dcf4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Oct 30 00:57:16.718020 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:57:16.776774 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06134fb2-a593-45e1-8e3c-32421de6242a req-1a0b9fa0-7340-4dda-ac9a-583e7e89fc9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:16.778795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06134fb2-a593-45e1-8e3c-32421de6242a req-1a0b9fa0-7340-4dda-ac9a-583e7e89fc9d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0565057 Oct 30 00:57:16.808582 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:16.839678 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06134fb2-a593-45e1-8e3c-32421de6242a req-2be6f801-52dd-45aa-a304-a9911fcd8f37 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529861 Oct 30 00:57:17.980196 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a48bd-88b3-49e6-a10e-f446bd47e810 req-63559f41-e91b-475a-83ab-96e56fd44b60 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:17.981647 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-152a48bd-88b3-49e6-a10e-f446bd47e810 req-63559f41-e91b-475a-83ab-96e56fd44b60 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0570486 Oct 30 00:57:18.030584 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-152a48bd-88b3-49e6-a10e-f446bd47e810 req-1e047148-fdb2-465f-90f8-2a0c996733ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Oct 30 00:57:18.655669 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-4e4cf01b-74ed-41cf-95b9-acf3a827d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:18.657163 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-4e4cf01b-74ed-41cf-95b9-acf3a827d89d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c7df3234-122c-41d2-b6c8-9b9b993f7c04 HTTP/1.1" status: 200 len: 851 time: 0.1140285 Oct 30 00:57:18.662556 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-3c2d9e71-b492-4025-9f8c-a9ad7d57875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:18.664116 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-3c2d9e71-b492-4025-9f8c-a9ad7d57875a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.1287611 Oct 30 00:57:18.676712 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-98522ea0-0509-4081-a120-0945b25d5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:18.678145 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-98522ea0-0509-4081-a120-0945b25d5d30 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.1451178 Oct 30 00:57:18.971118 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-227d52fd-86f0-42a1-9026-551b63de7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:18.972702 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-227d52fd-86f0-42a1-9026-551b63de7277 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2924836 Oct 30 00:57:18.975849 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-20cb9f1f-c15f-4c51-a781-27ba4a920583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:18.977197 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-20cb9f1f-c15f-4c51-a781-27ba4a920583 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=bb2af8ca-edb3-4bc3-b4f2-767946c55a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3102920 Oct 30 00:57:18.979868 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-d7677ca1-76cc-4726-ad3c-44f460a28ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:18.981205 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-d7677ca1-76cc-4726-ad3c-44f460a28ff8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2732012 Oct 30 00:57:19.158385 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4390f3-ad0b-4f6d-942c-84a64f2af9c3 req-a7068633-bf67-4b96-b2df-625e7672992c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:19.159913 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bd4390f3-ad0b-4f6d-942c-84a64f2af9c3 req-a7068633-bf67-4b96-b2df-625e7672992c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0502484 Oct 30 00:57:19.215599 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bd4390f3-ad0b-4f6d-942c-84a64f2af9c3 req-9aa57832-a8e7-4999-83f4-a62d1f0bfc14 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498455 Oct 30 00:57:19.454765 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-36e35571-1fb2-45ec-8a02-eee2249237b3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412457 Oct 30 00:57:19.465628 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-562dc06c-f5ca-4902-8394-ba96ae755203 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788029 Oct 30 00:57:19.469139 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-18346b4d-dab1-49ab-81db-ea88e4c65395 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723591 Oct 30 00:57:20.354893 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5f6ae-beb4-4134-9401-0c3cbd5d359a req-b45868ba-7688-4596-a72b-50cd110c0e9e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:20.356397 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bdc5f6ae-beb4-4134-9401-0c3cbd5d359a req-b45868ba-7688-4596-a72b-50cd110c0e9e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0518401 Oct 30 00:57:20.411551 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bdc5f6ae-beb4-4134-9401-0c3cbd5d359a req-fdbd3e29-7db9-4300-b3f5-12a6210fc071 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Oct 30 00:57:20.533763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408cf1-29e0-499a-b7e8-2883c8a36d15 req-6076963a-ebe5-4570-88a3-50e714c662f4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:20.535306 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4b408cf1-29e0-499a-b7e8-2883c8a36d15 req-6076963a-ebe5-4570-88a3-50e714c662f4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0484889 Oct 30 00:57:20.546012 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 41310) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:57:20.550577 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'floatingip': {'port_id': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:57:20.592840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (22d7fe75-8311-455d-b545-52a2ea2facfb), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:20.894652 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:20.943936 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:21.023231 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:21.029674 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (22d7fe75-8311-455d-b545-52a2ea2facfb), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:21.132477 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Floating IP 22d7fe75-8311-455d-b545-52a2ea2facfb associated. External IP: 172.37.3.90, port: dcb64cf9-6d5f-470b-8042-0cdbf3e91991. Oct 30 00:57:21.195428 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:21.198797 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:21.351433 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:57:21.460294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:57:21.465426 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:21.470834 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:57:21.480672 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:57:21.481291 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:57:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:57:21.496900 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5f24d7d0-467d-499e-9e7d-e46dc41c6fa3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/22d7fe75-8311-455d-b545-52a2ea2facfb HTTP/1.1" status: 200 len: 990 time: 0.9497397 Oct 30 00:57:21.497608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:57:21.500024 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b48642-8824-4c60-9439-5c7d146b156d" -d '{"events": [{"name": "network-changed", "server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:57:21.541363 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ffa44-3c86-43fe-9982-832888b2e825 x-openstack-request-id: req-f50ffa44-3c86-43fe-9982-832888b2e825 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:57:21.541653 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:57:21.541910 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f50ffa44-3c86-43fe-9982-832888b2e825 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:57:21.542323 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50ffa44-3c86-43fe-9982-832888b2e825'] response: {'name': 'network-changed', 'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'status': 'completed', 'code': 200} Oct 30 00:57:21.589021 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:57:21.808868 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '22d7fe75-8311-455d-b545-52a2ea2facfb', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'floating_ip_address': '172.37.3.90', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'port_id': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'mac_address': 'fa:16:3e:63:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:06Z', 'updated_at': '2022-10-30T00:57:20Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:57:21.836535 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:57:21.845188 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:57:21.845780 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:57:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:57:21.951373 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:57:22.175858 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '22d7fe75-8311-455d-b545-52a2ea2facfb', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'floating_ip_address': '172.37.3.90', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'port_id': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'mac_address': 'fa:16:3e:63:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:06Z', 'updated_at': '2022-10-30T00:57:20Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:57:22.202466 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868036b0-c1e5-4286-bb45-6fdde4e5d0f8 None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '22d7fe75-8311-455d-b545-52a2ea2facfb', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'floating_ip_address': '172.37.3.90', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'port_id': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'mac_address': 'fa:16:3e:63:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:06Z', 'updated_at': '2022-10-30T00:57:20Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:57:22.422061 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7481a-44a9-4fc3-8cf5-e42c54a172e8 None None] New status for floating IP 22d7fe75-8311-455d-b545-52a2ea2facfb: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 00:57:26.064981 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48642-8824-4c60-9439-5c7d146b156d req-ae79424a-9bb2-47e8-a1d0-6c434c2522ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:26.067156 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-ae79424a-9bb2-47e8-a1d0-6c434c2522ac service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1129 time: 0.0477846 Oct 30 00:57:26.165677 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48642-8824-4c60-9439-5c7d146b156d req-c896c889-aa86-4bcd-b98a-e5e17135ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:26.167157 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-c896c889-aa86-4bcd-b98a-e5e17135ca23 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 912 time: 0.0928001 Oct 30 00:57:26.217141 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-092789c7-2be0-4599-87bb-c97c26aa7a29 req-3afe59a3-93a0-467a-b085-18ce25d172f0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473409 Oct 30 00:57:26.219187 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-efc0635d-da25-45ab-a453-90ff1ff9330d req-15efbae0-a42d-4010-9fa6-9b3a21340474 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369273 Oct 30 00:57:26.224651 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95de2675-b0a4-4748-b62c-bb4965a61a12 req-8c888b8f-fec5-4410-b46b-00489456b4cf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438447 Oct 30 00:57:26.263814 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-48af4a45-3374-4810-96a6-d867f71ca6ed service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 200 len: 1000 time: 0.0894191 Oct 30 00:57:26.467957 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48642-8824-4c60-9439-5c7d146b156d req-e00bfb06-db71-4e94-9f69-f237ef2a9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:26.469424 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-e00bfb06-db71-4e94-9f69-f237ef2a9f40 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.0534384 Oct 30 00:57:26.522582 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48642-8824-4c60-9439-5c7d146b156d req-1e822a67-8d42-4c9f-86bf-57267eaf8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:26.523774 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-1e822a67-8d42-4c9f-86bf-57267eaf8461 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438623 Oct 30 00:57:26.625011 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-509a7b8f-1f09-4a06-a0ee-591ef1314e08 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918343 Oct 30 00:57:27.032872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:27.077735 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1b48642-8824-4c60-9439-5c7d146b156d req-c3a7c572-8f0e-4513-a56c-918aa704f28d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022174 Oct 30 00:57:27.897859 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:34.573354 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=79 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:34.574949 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:36.172007 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-cece90dc-1ad3-4fcd-aed3-b1c97642de6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:36.215743 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:36.221966 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=81 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:37.073268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=82 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:37.074091 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:38.292568 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1fa1288a-9ada-4296-850a-9a4a2c6eb66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:39.493389 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:41.098407 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:41.201950 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:46.567394 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:46.575301 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:50.065855 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bc2da-7a9b-472c-8f1e-749233e38ca2 req-cebef7a8-301b-4ceb-ba48-23b9991ad1b8 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:50.068170 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd2bc2da-7a9b-472c-8f1e-749233e38ca2 req-cebef7a8-301b-4ceb-ba48-23b9991ad1b8 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0633671 Oct 30 00:57:50.127906 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd2bc2da-7a9b-472c-8f1e-749233e38ca2 req-05a57050-68eb-480a-bd62-90eea0c7bc51 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461147 Oct 30 00:57:51.191224 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:51.196360 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:51.254962 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ff8f-3d19-49a5-a3d7-9dbe653dc80c req-1f9f590e-49dd-4a9a-8fe7-dccb0f71607b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:51.256542 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7240ff8f-3d19-49a5-a3d7-9dbe653dc80c req-1f9f590e-49dd-4a9a-8fe7-dccb0f71607b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0538874 Oct 30 00:57:51.304351 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7240ff8f-3d19-49a5-a3d7-9dbe653dc80c req-e790df7c-ea02-42c3-ac44-4358cc7b3638 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Oct 30 00:57:52.427501 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24458dc-9029-478a-a75b-64786ec5a20b req-286631c8-5836-4a60-8f8a-4c750633ab86 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:52.428901 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f24458dc-9029-478a-a75b-64786ec5a20b req-286631c8-5836-4a60-8f8a-4c750633ab86 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0477345 Oct 30 00:57:52.482948 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f24458dc-9029-478a-a75b-64786ec5a20b req-5545b37e-9c6f-4bdb-a4b3-f5554384af6f tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Oct 30 00:57:53.622978 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf84d59-dd67-4cb2-9508-357747468c74 req-c9b0ad38-f53e-42fd-bcd3-af4404fff18c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:53.624498 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cbf84d59-dd67-4cb2-9508-357747468c74 req-c9b0ad38-f53e-42fd-bcd3-af4404fff18c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0512760 Oct 30 00:57:53.676311 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cbf84d59-dd67-4cb2-9508-357747468c74 req-a4613257-6f2f-492b-84fe-91eb884d8f79 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Oct 30 00:57:53.717663 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:57:54.816696 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ed7b-5925-41a3-bf19-1fa6e890bff0 req-5cf9a0ef-aadc-4ef5-88ed-7bb5ba04b50c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:54.818172 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-efa6ed7b-5925-41a3-bf19-1fa6e890bff0 req-5cf9a0ef-aadc-4ef5-88ed-7bb5ba04b50c tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Oct 30 00:57:54.870306 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-efa6ed7b-5925-41a3-bf19-1fa6e890bff0 req-422188cc-1922-4794-8940-b086849a4163 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Oct 30 00:57:56.129306 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a646d3-0f96-4bed-9f24-cb6087731ac8 req-344de1d7-d48f-4c09-9463-14f8f88546ab tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:56.130781 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-03a646d3-0f96-4bed-9f24-cb6087731ac8 req-344de1d7-d48f-4c09-9463-14f8f88546ab tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0457032 Oct 30 00:57:56.185270 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-03a646d3-0f96-4bed-9f24-cb6087731ac8 req-6dac5385-dca1-4653-8aec-c6dfe2ec35a1 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Oct 30 00:57:57.330120 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830df33-fac8-4dbf-b1b1-cbae4cfdb57c req-b9e107cd-c211-4717-bc03-533c587b13f5 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:57.331612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f830df33-fac8-4dbf-b1b1-cbae4cfdb57c req-b9e107cd-c211-4717-bc03-533c587b13f5 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0500257 Oct 30 00:57:57.383225 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f830df33-fac8-4dbf-b1b1-cbae4cfdb57c req-058436b7-7ac7-414b-b2f8-55a22fe2e5bd tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Oct 30 00:57:57.896370 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:58.513968 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee0f7-a5f9-4178-b2a0-ec9c31df67ac req-80cb166f-4f3d-43a0-afbe-a1390e02a48f tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:58.515534 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0bcee0f7-a5f9-4178-b2a0-ec9c31df67ac req-80cb166f-4f3d-43a0-afbe-a1390e02a48f tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0468469 Oct 30 00:57:58.581035 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0bcee0f7-a5f9-4178-b2a0-ec9c31df67ac req-fb48fb6a-1842-43d5-ba1a-5a625a18d53d tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7d025ae0-54e9-4faa-a2c1-c4f621c30adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564473 Oct 30 00:57:58.733432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-35fffc93-058a-496b-92c9-fadefeb447fc tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:57:58.734867 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-35fffc93-058a-496b-92c9-fadefeb447fc tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 946 time: 0.0502622 Oct 30 00:57:58.851963 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Deleting port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:57:58.852335 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:58.953836 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] For port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:57:58.954207 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:58.970740 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Calling delete_port for 2c0a4a56-006d-4324-b26e-f48bac7f7a5b owned by compute:nova {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:57:59.009100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:59.041522 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:57:59.138258 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (2c0a4a56-006d-4324-b26e-f48bac7f7a5b), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:59.166715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Pushing event deleted for resources: {'Port': ['ID=2c0a4a56-006d-4324-b26e-f48bac7f7a5b,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:57:59.181177 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['2c0a4a56-006d-4324-b26e-f48bac7f7a5b'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:57:59.204435 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.204788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.205112 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.205444 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.205771 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.206092 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.206412 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.206728 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.207046 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.207363 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.207685 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.208007 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.208318 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.208628 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.208939 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:57:59.249419 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] No DVR routers for this DVR port 2c0a4a56-006d-4324-b26e-f48bac7f7a5b on host hv-cinder-maste {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 00:57:59.253118 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:57:59.256879 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c66f7227-f898-4694-bc9d-2d2733f6d039 req-dbc6d400-64e0-4c9b-816e-a9c051f14348 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2c0a4a56-006d-4324-b26e-f48bac7f7a5b HTTP/1.1" status: 204 len: 173 time: 0.5159516 Oct 30 00:57:59.257352 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'name': 'network-vif-deleted', 'tag': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:57:59.259702 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14d39b9-a759-4dd2-91ca-1eda8eea0f2a" -d '{"events": [{"server_uuid": "0f858c8d-6414-403e-b8d3-3ecd728e84a1", "name": "network-vif-deleted", "tag": "2c0a4a56-006d-4324-b26e-f48bac7f7a5b"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:57:59.312955 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64653ee-02ee-4623-8a8c-1ed14299f048 x-openstack-request-id: req-b64653ee-02ee-4623-8a8c-1ed14299f048 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:57:59.313424 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f858c8d-6414-403e-b8d3-3ecd728e84a1", "name": "network-vif-deleted", "tag": "2c0a4a56-006d-4324-b26e-f48bac7f7a5b", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:57:59.313679 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b64653ee-02ee-4623-8a8c-1ed14299f048 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:57:59.314305 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64653ee-02ee-4623-8a8c-1ed14299f048'] response: {'server_uuid': '0f858c8d-6414-403e-b8d3-3ecd728e84a1', 'name': 'network-vif-deleted', 'tag': '2c0a4a56-006d-4324-b26e-f48bac7f7a5b', 'status': 'completed', 'code': 200} Oct 30 00:57:59.684811 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-29098a2c-2310-4d51-8ab7-c4b27dd24c23 req-70fdf39f-c0e9-4eb9-97d1-f7ff8ea3810b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Oct 30 00:58:00.790782 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c8e4509-c0e9-4d9e-8101-e73655e83f51 req-8d104f64-20b1-44a4-8560-53c583221d35 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Oct 30 00:58:01.904714 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-16632e9c-be46-4b28-8242-7e175dbfd39c req-a4bfaa82-d551-4ee1-9186-5ccb41811bb9 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Oct 30 00:58:03.022566 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-039c1036-ea18-41b3-bc91-af912f6cd74c req-f5379a8e-0da3-4e6c-a3d6-4a5d95c0cb3b tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0360618 Oct 30 00:58:03.712461 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:03.713230 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:04.129411 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-edb4b307-fc55-43c2-8c0c-cc962d67ab72 req-8cd84241-b4e8-4449-8850-fc815c64d5a7 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Oct 30 00:58:04.633803 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2c0a4a56-006d-4324-b26e-f48bac7f7a5b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 00:58:04.655822 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 2c0a4a56-006d-4324-b26e-f48bac7f7a5b {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 00:58:04.656189 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2c0a4a56-006d-4324-b26e-f48bac7f7a5b not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 00:58:05.241796 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ceddbce4-9569-4b5b-9c1f-8006e9ce386f req-e83d5b3b-f2f1-4a50-9113-4cd6e556d43e tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Oct 30 00:58:06.168677 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d597f96f-6f3b-4226-bfc6-d531b15dfc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:06.358096 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ebae1435-4162-4965-b9dd-b33ac0d51f3d req-47d4124e-4452-475c-88be-5d05ab657699 tempest-DeleteServersTestJSON-531316675 tempest-DeleteServersTestJSON-531316675-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0f858c8d-6414-403e-b8d3-3ecd728e84a1 HTTP/1.1" status: 200 len: 210 time: 0.0337317 Oct 30 00:58:08.255401 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42050) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:08.294056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4f4863af-171c-4bee-bc58-03b579764223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.400431 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.494086 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Publish callbacks [] for security_group (3ed58677-fe1c-4488-904f-057f6322c773), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.498467 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3ed58677-fe1c-4488-904f-057f6322c773), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.538201 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5f9254764af44e9dbee0907067094154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816241 Oct 30 00:58:08.538900 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42066) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:08.554003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed58677-fe1c-4488-904f-057f6322c773,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:08.562908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.563256 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.563680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.564044 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.564376 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.564706 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.565029 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.565349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.565674 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.565996 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.566331 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.566667 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.566987 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.567303 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.567624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7381714-3702-4ca5-8cbd-e3838b408277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:08.629345 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddc52-da38-45ca-bf1d-8f03511ca10a admin admin] Publish callbacks [] for security_group (3ed58677-fe1c-4488-904f-057f6322c773), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.661124 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddc52-da38-45ca-bf1d-8f03511ca10a admin admin] Publish callbacks [] for security_group (3ed58677-fe1c-4488-904f-057f6322c773), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.709415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddc52-da38-45ca-bf1d-8f03511ca10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3ed58677-fe1c-4488-904f-057f6322c773), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.712362 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ad5ddc52-da38-45ca-bf1d-8f03511ca10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:08.713512 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ad5ddc52-da38-45ca-bf1d-8f03511ca10a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3ed58677-fe1c-4488-904f-057f6322c773 HTTP/1.1" status: 204 len: 168 time: 0.1734478 Oct 30 00:58:08.723867 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddc52-da38-45ca-bf1d-8f03511ca10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed58677-fe1c-4488-904f-057f6322c773,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:08.880738 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42082) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:08.995294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42084) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:09.010200 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa50a978-bba1-474a-be95-6063666cfc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.101351 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa50a978-bba1-474a-be95-6063666cfc6b admin admin] Publish callbacks [] for security_group (22cc582a-674b-45b1-9e16-a79052f247a7), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.108230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-aa50a978-bba1-474a-be95-6063666cfc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (22cc582a-674b-45b1-9e16-a79052f247a7), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.159451 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-aa50a978-bba1-474a-be95-6063666cfc6b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8435251b59f742dfa7c4366d91a7c10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627364 Oct 30 00:58:09.160473 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50a978-bba1-474a-be95-6063666cfc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc582a-674b-45b1-9e16-a79052f247a7,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:09.163637 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42094) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:09.313332 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62cb629a-63f3-4d89-8ebb-bc951d7f18f4 admin admin] Publish callbacks [] for security_group (22cc582a-674b-45b1-9e16-a79052f247a7), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.315542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (8091bc5d-28b8-454b-ab90-1f0fed59531c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.377176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:09.385492 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62cb629a-63f3-4d89-8ebb-bc951d7f18f4 admin admin] Publish callbacks [] for security_group (22cc582a-674b-45b1-9e16-a79052f247a7), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.422858 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:09.497610 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.727442 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62cb629a-63f3-4d89-8ebb-bc951d7f18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (22cc582a-674b-45b1-9e16-a79052f247a7), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.730418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-62cb629a-63f3-4d89-8ebb-bc951d7f18f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.731764 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-62cb629a-63f3-4d89-8ebb-bc951d7f18f4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/22cc582a-674b-45b1-9e16-a79052f247a7 HTTP/1.1" status: 204 len: 168 time: 0.5658090 Oct 30 00:58:09.786192 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb629a-63f3-4d89-8ebb-bc951d7f18f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc582a-674b-45b1-9e16-a79052f247a7,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:09.858917 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42132) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:09.888398 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Deleting port 1ee78c77-c1bd-4678-a05a-107f0beb224e {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:58:09.888868 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:09.904175 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42136) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:10.009758 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-43683826-1516-4020-870e-e720fd57560e admin admin] For port 1ee78c77-c1bd-4678-a05a-107f0beb224e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1ee78c77-c1bd-4678-a05a-107f0beb224e,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:10.010118 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.026549 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Calling delete_port for 1ee78c77-c1bd-4678-a05a-107f0beb224e owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:58:10.163642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3a490dca-fd64-4ee2-813e-66795e03e2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.190419 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-50e02115-c8d7-4666-b938-cd91434425e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.253614 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (1ee78c77-c1bd-4678-a05a-107f0beb224e), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.287550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee78c77-c1bd-4678-a05a-107f0beb224e,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:10.364065 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3a490dca-fd64-4ee2-813e-66795e03e2d8 admin admin] Publish callbacks [] for security_group (6f5f2bb8-df9e-420a-94cb-2ee210845a7d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.377525 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3a490dca-fd64-4ee2-813e-66795e03e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (6f5f2bb8-df9e-420a-94cb-2ee210845a7d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.414838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=68,neutron:INSERT=30,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:10.423481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (8091bc5d-28b8-454b-ab90-1f0fed59531c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.424158 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-50e02115-c8d7-4666-b938-cd91434425e4 admin admin] Publish callbacks [] for security_group (eff5941d-6959-4a29-b3a1-73266b0ecf45), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.451087 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-50e02115-c8d7-4666-b938-cd91434425e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (eff5941d-6959-4a29-b3a1-73266b0ecf45), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.481685 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-3a490dca-fd64-4ee2-813e-66795e03e2d8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e9c26f5f988f415693f0d561736976d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6214712 Oct 30 00:58:10.482616 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a490dca-fd64-4ee2-813e-66795e03e2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f2bb8-df9e-420a-94cb-2ee210845a7d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:10.488319 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42154) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:10.537884 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-50e02115-c8d7-4666-b938-cd91434425e4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=edeee3821ad14033b705ab8597d6f339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6324666 Oct 30 00:58:10.540622 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42158) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:10.564546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:10.567478 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e02115-c8d7-4666-b938-cd91434425e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff5941d-6959-4a29-b3a1-73266b0ecf45,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:10.584970 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9fbe93-15cd-4bb7-ada5-b97b9fdde47f None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 00:58:10.587386 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-74c12155-9c1c-4d8a-b8cb-d4916da48a56 admin admin] Publish callbacks [] for security_group (6f5f2bb8-df9e-420a-94cb-2ee210845a7d), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.613304 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-74c12155-9c1c-4d8a-b8cb-d4916da48a56 admin admin] Publish callbacks [] for security_group (6f5f2bb8-df9e-420a-94cb-2ee210845a7d), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.652945 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:10.661407 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:10.673489 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-74c12155-9c1c-4d8a-b8cb-d4916da48a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (6f5f2bb8-df9e-420a-94cb-2ee210845a7d), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.678741 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-74c12155-9c1c-4d8a-b8cb-d4916da48a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.681070 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-74c12155-9c1c-4d8a-b8cb-d4916da48a56 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6f5f2bb8-df9e-420a-94cb-2ee210845a7d HTTP/1.1" status: 204 len: 168 time: 0.1909361 Oct 30 00:58:10.691829 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c12155-9c1c-4d8a-b8cb-d4916da48a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f2bb8-df9e-420a-94cb-2ee210845a7d,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:10.702912 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-26226b3b-8c83-41f8-8b09-43c751324c49 admin admin] Publish callbacks [] for security_group (eff5941d-6959-4a29-b3a1-73266b0ecf45), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.732385 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-26226b3b-8c83-41f8-8b09-43c751324c49 admin admin] Publish callbacks [] for security_group (eff5941d-6959-4a29-b3a1-73266b0ecf45), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.790327 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Router 8091bc5d-28b8-454b-ab90-1f0fed59531c has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:58:10.877515 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-26226b3b-8c83-41f8-8b09-43c751324c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (eff5941d-6959-4a29-b3a1-73266b0ecf45), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.881428 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-26226b3b-8c83-41f8-8b09-43c751324c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:10.882973 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-26226b3b-8c83-41f8-8b09-43c751324c49 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/eff5941d-6959-4a29-b3a1-73266b0ecf45 HTTP/1.1" status: 204 len: 168 time: 0.3414176 Oct 30 00:58:10.902548 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26226b3b-8c83-41f8-8b09-43c751324c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff5941d-6959-4a29-b3a1-73266b0ecf45,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:10.947328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43683826-1516-4020-870e-e720fd57560e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:58:10.948705 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9fbe93-15cd-4bb7-ada5-b97b9fdde47f None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 00:58:10.953325 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-43683826-1516-4020-870e-e720fd57560e admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/8091bc5d-28b8-454b-ab90-1f0fed59531c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0713840 Oct 30 00:58:10.955832 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42176) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:10.968589 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] Sync routers for ids ['8091bc5d-28b8-454b-ab90-1f0fed59531c'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:58:10.980087 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] Routers {'8091bc5d-28b8-454b-ab90-1f0fed59531c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:58:10.980895 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:58:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['8091bc5d-28b8-454b-ab90-1f0fed59531c'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:11.126420 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] Set router 8091bc5d-28b8-454b-ab90-1f0fed59531c gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:58:11.169374 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks [] for router (8091bc5d-28b8-454b-ab90-1f0fed59531c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.304039 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.305702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.336197 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:58:10Z', 'revision_number': 5, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:11.367377 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] Checking router: 8091bc5d-28b8-454b-ab90-1f0fed59531c for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:58:11.378544 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] Routers {'8091bc5d-28b8-454b-ab90-1f0fed59531c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:58:11.379521 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:58:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['8091bc5d-28b8-454b-ab90-1f0fed59531c'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:11.431758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42196) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:11.446460 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks [] for router_gateway (8091bc5d-28b8-454b-ab90-1f0fed59531c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.452486 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-83f627be-5292-4b02-abff-9e0983ab6ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.517759 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Deleting port 09120857-1b06-4553-8978-7e1be56b39ce {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:58:11.518102 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (09120857-1b06-4553-8978-7e1be56b39ce), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.688668 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-83f627be-5292-4b02-abff-9e0983ab6ed0 admin admin] Publish callbacks [] for security_group (5831767e-d79e-4647-8841-ba318fe562a6), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.694659 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-83f627be-5292-4b02-abff-9e0983ab6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5831767e-d79e-4647-8841-ba318fe562a6), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.706104 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] For port 09120857-1b06-4553-8978-7e1be56b39ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=09120857-1b06-4553-8978-7e1be56b39ce,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:11.706760 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (09120857-1b06-4553-8978-7e1be56b39ce), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.738299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Calling delete_port for 09120857-1b06-4553-8978-7e1be56b39ce owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:58:11.738966 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] Set router 8091bc5d-28b8-454b-ab90-1f0fed59531c gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:58:11.791060 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-83f627be-5292-4b02-abff-9e0983ab6ed0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ea216333fa5c45c79f656ee70fad8b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557014 Oct 30 00:58:11.804601 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42204) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:11.829533 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f627be-5292-4b02-abff-9e0983ab6ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5831767e-d79e-4647-8841-ba318fe562a6,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:11.867915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:11.934761 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac954-fc80-442b-b7a4-5ffebec5f2ed admin admin] Publish callbacks [] for security_group (5831767e-d79e-4647-8841-ba318fe562a6), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:11.979484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac954-fc80-442b-b7a4-5ffebec5f2ed admin admin] Publish callbacks [] for security_group (5831767e-d79e-4647-8841-ba318fe562a6), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.014270 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (09120857-1b06-4553-8978-7e1be56b39ce), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.062610 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac954-fc80-442b-b7a4-5ffebec5f2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5831767e-d79e-4647-8841-ba318fe562a6), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.064512 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09120857-1b06-4553-8978-7e1be56b39ce,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:12.068201 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac954-fc80-442b-b7a4-5ffebec5f2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.072939 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-cd8ac954-fc80-442b-b7a4-5ffebec5f2ed admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5831767e-d79e-4647-8841-ba318fe562a6 HTTP/1.1" status: 204 len: 168 time: 0.2636282 Oct 30 00:58:12.095263 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ac954-fc80-442b-b7a4-5ffebec5f2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5831767e-d79e-4647-8841-ba318fe562a6,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:12.096677 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:58:10Z', 'revision_number': 5, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:12.133222 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c32bc-463d-49d6-8b05-96bc54756e0c None None] The sync data for ids ['8091bc5d-28b8-454b-ab90-1f0fed59531c'] in dv-cinder-master-3-iscsi is: [{'id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'name': 'tempest-DeleteServersTestJSON-1921468416-router', 'tenant_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185'}], 'enable_snat': True}, 'gw_port_id': '09120857-1b06-4553-8978-7e1be56b39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:58:10Z', 'revision_number': 5, 'project_id': '0f7d505c7b9e4ca08d6437e6e529a039', 'gw_port': {'id': '09120857-1b06-4553-8978-7e1be56b39ce', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8091bc5d-28b8-454b-ab90-1f0fed59531c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:58:12.137306 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (8091bc5d-28b8-454b-ab90-1f0fed59531c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.247701 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-e89f5770-77e2-4483-b2b4-b04f995dacbf None None] Provisioning complete for port fade3d11-11d3-4074-8d36-16924ecc90c2 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:12.248628 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e89f5770-77e2-4483-b2b4-b04f995dacbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.251788 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-e89f5770-77e2-4483-b2b4-b04f995dacbf None None] Attempt 1 to provision port fade3d11-11d3-4074-8d36-16924ecc90c2 Oct 30 00:58:12.260991 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (8091bc5d-28b8-454b-ab90-1f0fed59531c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.263581 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks [] for router_controller (8091bc5d-28b8-454b-ab90-1f0fed59531c), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.360191 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (8091bc5d-28b8-454b-ab90-1f0fed59531c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.360984 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8091bc5d-28b8-454b-ab90-1f0fed59531c {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 00:58:12.372585 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-e89f5770-77e2-4483-b2b4-b04f995dacbf None None] Current status of the port fade3d11-11d3-4074-8d36-16924ecc90c2 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:12.391462 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.392768 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cad846d9-e6da-48bc-986e-db3697972eb2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/8091bc5d-28b8-454b-ab90-1f0fed59531c HTTP/1.1" status: 204 len: 168 time: 1.4355421 Oct 30 00:58:12.395627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42226) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:12.452574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Deleting subnet c7df3234-122c-41d2-b6c8-9b9b993f7c04 {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 00:58:12.458272 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Publish callbacks [] for subnet (c7df3234-122c-41d2-b6c8-9b9b993f7c04), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.496970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Publish callbacks [] for subnet (c7df3234-122c-41d2-b6c8-9b9b993f7c04), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.566774 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:12.609843 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (c7df3234-122c-41d2-b6c8-9b9b993f7c04), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.691851 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (c7df3234-122c-41d2-b6c8-9b9b993f7c04), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.726525 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7df3234-122c-41d2-b6c8-9b9b993f7c04,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:12.735887 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.741555 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-5e6f73bc-038a-4e4a-93b6-2090105185b4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/c7df3234-122c-41d2-b6c8-9b9b993f7c04 HTTP/1.1" status: 204 len: 168 time: 0.3424687 Oct 30 00:58:12.742082 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42244) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:12.742781 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d326c02-6148-4190-9229-e05a9f4cb98c None None] Network bb2af8ca-edb3-4bc3-b4f2-767946c55a59 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:12.854812 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (bb2af8ca-edb3-4bc3-b4f2-767946c55a59), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.931369 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Deleting port fade3d11-11d3-4074-8d36-16924ecc90c2 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:58:12.931577 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:12.943322 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] DHCP port deletion for bb2af8ca-edb3-4bc3-b4f2-767946c55a59 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 00:58:13.012659 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Deleting port fade3d11-11d3-4074-8d36-16924ecc90c2 {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:58:13.013062 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.043256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] For port fade3d11-11d3-4074-8d36-16924ecc90c2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fade3d11-11d3-4074-8d36-16924ecc90c2,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:13.043610 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.065439 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Calling delete_port for fade3d11-11d3-4074-8d36-16924ecc90c2 owned by network:dhcp {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:58:13.127819 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] For port fade3d11-11d3-4074-8d36-16924ecc90c2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fade3d11-11d3-4074-8d36-16924ecc90c2,segment=NetworkSegment(e7bace0b-a882-44ca-852c-d9f12cbeda31),segment_id=e7bace0b-a882-44ca-852c-d9f12cbeda31)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:13.128511 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.156822 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Calling delete_port for fade3d11-11d3-4074-8d36-16924ecc90c2 owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:58:13.190639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.229037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fade3d11-11d3-4074-8d36-16924ecc90c2,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:13.249204 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] No DVR routers for this DVR port fade3d11-11d3-4074-8d36-16924ecc90c2 on host dv-cinder-master-3-iscsi {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 00:58:13.305774 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:13.324021 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:13.377228 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (fade3d11-11d3-4074-8d36-16924ecc90c2), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.403290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (bb2af8ca-edb3-4bc3-b4f2-767946c55a59), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.435567 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Pushing event deleted for resources: {'Port': ['ID=fade3d11-11d3-4074-8d36-16924ecc90c2,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:13.451352 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] No DVR routers for this DVR port fade3d11-11d3-4074-8d36-16924ecc90c2 on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 00:58:13.455111 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.455553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.455978 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.456396 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.456788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.456900 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.457084 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.457176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.457363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.457669 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.457861 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.457967 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.458243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.458338 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.458654 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.458764 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.458914 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.459004 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.459209 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.459319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.459518 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.459624 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.459856 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d75192e-01b1-47ce-953c-99d885a24c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:13.461633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.461633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.730568 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.731321 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.732058 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.732924 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 00:58:13.733572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2af8ca-edb3-4bc3-b4f2-767946c55a59']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:13.775087 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bace0b-a882-44ca-852c-d9f12cbeda31') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:13.776167 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bace0b-a882-44ca-852c-d9f12cbeda31') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:13.816243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (e7bace0b-a882-44ca-852c-d9f12cbeda31), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.843528 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (e7bace0b-a882-44ca-852c-d9f12cbeda31), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:13.855479 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 00:58:13.855921 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (e7bace0b-a882-44ca-852c-d9f12cbeda31), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.025702 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42284) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:14.152442 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fade3d11-11d3-4074-8d36-16924ecc90c2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 00:58:14.190596 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d88783c4-2ae8-4982-937e-5fcb710aa0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.196322 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: fade3d11-11d3-4074-8d36-16924ecc90c2 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 00:58:14.196566 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fade3d11-11d3-4074-8d36-16924ecc90c2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 00:58:14.196916 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1ee78c77-c1bd-4678-a05a-107f0beb224e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 00:58:14.209096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (bb2af8ca-edb3-4bc3-b4f2-767946c55a59), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.218907 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.223794 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/bb2af8ca-edb3-4bc3-b4f2-767946c55a59 HTTP/1.1" status: 204 len: 168 time: 1.4809771 Oct 30 00:58:14.229769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 1ee78c77-c1bd-4678-a05a-107f0beb224e {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 00:58:14.230395 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1ee78c77-c1bd-4678-a05a-107f0beb224e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 00:58:14.258912 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2c7e1-74c0-4175-9e24-8919a28193b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2af8ca-edb3-4bc3-b4f2-767946c55a59,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:14.323241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d88783c4-2ae8-4982-937e-5fcb710aa0a9 admin admin] Publish callbacks [] for security_group (5b6db660-7582-445b-ba27-8ea6252c794c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.329769 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d88783c4-2ae8-4982-937e-5fcb710aa0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5b6db660-7582-445b-ba27-8ea6252c794c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.366399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:14.379911 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d88783c4-2ae8-4982-937e-5fcb710aa0a9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e59bb9a40a29499f916536e02ba1c238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530755 Oct 30 00:58:14.382862 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42302) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:14.383369 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88783c4-2ae8-4982-937e-5fcb710aa0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6db660-7582-445b-ba27-8ea6252c794c,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:14.441639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fbe15977-a7f4-4f45-b4cc-47ac478de447 admin admin] Publish callbacks [] for security_group (5b6db660-7582-445b-ba27-8ea6252c794c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.467073 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fbe15977-a7f4-4f45-b4cc-47ac478de447 admin admin] Publish callbacks [] for security_group (5b6db660-7582-445b-ba27-8ea6252c794c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.489124 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42308) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:14.523232 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fbe15977-a7f4-4f45-b4cc-47ac478de447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5b6db660-7582-445b-ba27-8ea6252c794c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.526116 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fbe15977-a7f4-4f45-b4cc-47ac478de447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.530270 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-fbe15977-a7f4-4f45-b4cc-47ac478de447 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5b6db660-7582-445b-ba27-8ea6252c794c HTTP/1.1" status: 204 len: 168 time: 0.1460791 Oct 30 00:58:14.539102 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15977-a7f4-4f45-b4cc-47ac478de447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6db660-7582-445b-ba27-8ea6252c794c,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:14.543550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42314) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:14.544982 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-bc50d8b7-9141-41c9-a953-e0997c4cb2c7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0f7d505c7b9e4ca08d6437e6e529a039&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0546002 Oct 30 00:58:14.611015 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-557aa4b3-a3c9-4fbe-9192-9bf89360b4aa admin admin] Publish callbacks [] for security_group (7d025ae0-54e9-4faa-a2c1-c4f621c30adf), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.615948 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:14.639552 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-557aa4b3-a3c9-4fbe-9192-9bf89360b4aa admin admin] Publish callbacks [] for security_group (7d025ae0-54e9-4faa-a2c1-c4f621c30adf), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.698063 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-557aa4b3-a3c9-4fbe-9192-9bf89360b4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7d025ae0-54e9-4faa-a2c1-c4f621c30adf), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.701305 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-557aa4b3-a3c9-4fbe-9192-9bf89360b4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:14.703121 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-557aa4b3-a3c9-4fbe-9192-9bf89360b4aa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7d025ae0-54e9-4faa-a2c1-c4f621c30adf HTTP/1.1" status: 204 len: 168 time: 0.1583896 Oct 30 00:58:14.714260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557aa4b3-a3c9-4fbe-9192-9bf89360b4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d025ae0-54e9-4faa-a2c1-c4f621c30adf,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:14.761779 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment e7bace0b-a882-44ca-852c-d9f12cbeda31 resource provider aggregate not found Oct 30 00:58:14.783048 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment e7bace0b-a882-44ca-852c-d9f12cbeda31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7bace0b-a882-44ca-852c-d9f12cbeda31 found for delete ", "request_id": "req-8b21b31a-8943-4110-8b85-21d222c6c234"}]} Oct 30 00:58:15.647099 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 09120857-1b06-4553-8978-7e1be56b39ce no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 00:58:15.669351 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 09120857-1b06-4553-8978-7e1be56b39ce {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 00:58:15.669692 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 09120857-1b06-4553-8978-7e1be56b39ce not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 00:58:15.725048 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42398) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:15.756527 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42402) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:15.945145 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-887eddd4-c576-4715-b7fe-da7f08e47e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:15.969372 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2103496562-network', 'tenant_id': '2fbc73a853584aaba6109090bd6b1281'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:15.980153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42412) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:16.007055 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Made reservation on behalf of 2fbc73a853584aaba6109090bd6b1281 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:16.009671 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.024240 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.048488 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-network', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:16.070806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Made reservation on behalf of f48276ac51dd4bb1912fc670433cf6c4 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:16.073663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.075758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-887eddd4-c576-4715-b7fe-da7f08e47e65 admin admin] Publish callbacks [] for security_group (0a01e394-55f3-445a-b229-ae0960a1afc9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.083260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.084135 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-887eddd4-c576-4715-b7fe-da7f08e47e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0a01e394-55f3-445a-b229-ae0960a1afc9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.124550 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eddd4-c576-4715-b7fe-da7f08e47e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a01e394-55f3-445a-b229-ae0960a1afc9,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.133291 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:16.165170 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-887eddd4-c576-4715-b7fe-da7f08e47e65 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=776d07aafb084e2e9517aedc639f012a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073403 Oct 30 00:58:16.167939 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42420) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:16.198432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks [] for security_group (1442c7a1-2262-408a-a1fd-e6166e58eeea), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.204274 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (1442c7a1-2262-408a-a1fd-e6166e58eeea), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.230958 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:58:16.237263 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks [] for security_group (1e728096-9f64-40a9-b524-6fdcf9362ce1), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.247826 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (1e728096-9f64-40a9-b524-6fdcf9362ce1), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.253433 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (8d5d9258-d7ea-4160-bfdd-12d472d67f7c), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.253433 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Added segment 8d5d9258-d7ea-4160-bfdd-12d472d67f7c of type vlan for network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a Oct 30 00:58:16.255456 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442c7a1-2262-408a-a1fd-e6166e58eeea,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.257762 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a28f4173-f5e2-43b4-a2c9-4fdabd9e9aa2 admin admin] Publish callbacks [] for security_group (0a01e394-55f3-445a-b229-ae0960a1afc9), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.285342 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:58:16.305020 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a28f4173-f5e2-43b4-a2c9-4fdabd9e9aa2 admin admin] Publish callbacks [] for security_group (0a01e394-55f3-445a-b229-ae0960a1afc9), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.306979 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e728096-9f64-40a9-b524-6fdcf9362ce1,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.323011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (af1677f4-48c6-4068-9f2d-bdd40000874a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.323332 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Added segment af1677f4-48c6-4068-9f2d-bdd40000874a of type vlan for network 58afba65-fd3f-46c8-9a69-fc8ae076237c Oct 30 00:58:16.330060 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.372993 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.374539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:16.375106 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.383198 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (58afba65-fd3f-46c8-9a69-fc8ae076237c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.419300 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a28f4173-f5e2-43b4-a2c9-4fdabd9e9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0a01e394-55f3-445a-b229-ae0960a1afc9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.422947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a28f4173-f5e2-43b4-a2c9-4fdabd9e9aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.425148 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a28f4173-f5e2-43b4-a2c9-4fdabd9e9aa2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0a01e394-55f3-445a-b229-ae0960a1afc9 HTTP/1.1" status: 204 len: 168 time: 0.2560678 Oct 30 00:58:16.429483 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:16.434690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (58afba65-fd3f-46c8-9a69-fc8ae076237c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.435920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:16.436661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.446445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f4173-f5e2-43b4-a2c9-4fdabd9e9aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a01e394-55f3-445a-b229-ae0960a1afc9,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.463213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42428) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:16.465039 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:16.473085 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Request body: {'subnet': {'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-subnet', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:16.473263 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4909596 Oct 30 00:58:16.474943 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d2ec-03d2-4bb3-8ac9-584ca8594bcf admin admin] Pushing event updated for resources: {'Network': ['ID=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.499496 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:58:16.529409 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8029475 Oct 30 00:58:16.532578 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42430) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:16.538711 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Request body: {'subnet': {'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2103496562-subnet', 'tenant_id': '2fbc73a853584aaba6109090bd6b1281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:16.540971 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e60677-1ead-46cb-9b03-6366558f314e admin admin] Pushing event updated for resources: {'Network': ['ID=58afba65-fd3f-46c8-9a69-fc8ae076237c,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.549690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Made reservation on behalf of f48276ac51dd4bb1912fc670433cf6c4 for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:16.557211 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.583057 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Made reservation on behalf of 2fbc73a853584aaba6109090bd6b1281 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:16.585601 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.590880 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 58afba65-fd3f-46c8-9a69-fc8ae076237c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:58:16.609140 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:16.834838 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (50cc9db9-2b23-4c56-b57d-4ae948cc1fc3), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.880985 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42440) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:16.911662 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:16.913218 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c02c43eb-b6fc-4143-927e-06907bc318ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:16.932846 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cc9db9-2b23-4c56-b57d-4ae948cc1fc3,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:16.948149 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Checking segment: {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:16.948772 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Network hostable DHCP agents. Network: 58afba65-fd3f-46c8-9a69-fc8ae076237c, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:58:16.993041 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Network 58afba65-fd3f-46c8-9a69-fc8ae076237c is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:58:17.011548 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 58afba65-fd3f-46c8-9a69-fc8ae076237c) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:17.022641 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e61bf-6d91-4b2e-90af-e9b07e48456d None None] Network 58afba65-fd3f-46c8-9a69-fc8ae076237c requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:17.024087 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:17.024678 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.039346 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for subnet (d7a09ace-08aa-4e5c-b490-a1ab03bd56ec), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.056734 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cf73dad1-0b97-40df-9d45-2d547e50901e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5222759 Oct 30 00:58:17.069812 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c02c43eb-b6fc-4143-927e-06907bc318ba admin admin] Publish callbacks [] for security_group (78363d38-2c11-4cca-a40a-06a4d5b41866), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.075330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c02c43eb-b6fc-4143-927e-06907bc318ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (78363d38-2c11-4cca-a40a-06a4d5b41866), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.105025 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:17.117612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Checking segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:17.117969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Network hostable DHCP agents. Network: cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:58:17.123283 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c02c43eb-b6fc-4143-927e-06907bc318ba admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3449cc37b0c04f3c8414acc1b9a386e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396905 Oct 30 00:58:17.126068 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42446) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:17.140872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c43eb-b6fc-4143-927e-06907bc318ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78363d38-2c11-4cca-a40a-06a4d5b41866,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:17.144376 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:58:17.159601 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49828d69-af2c-4dfa-b21e-44471b670050 None None] Network 58afba65-fd3f-46c8-9a69-fc8ae076237c requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:17.162838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:17.174790 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:17.176146 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.185219 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:17.188180 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9e65f35a-428a-45a6-a16b-44d4910b9cc7 admin admin] Publish callbacks [] for security_group (78363d38-2c11-4cca-a40a-06a4d5b41866), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.215852 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9e65f35a-428a-45a6-a16b-44d4910b9cc7 admin admin] Publish callbacks [] for security_group (78363d38-2c11-4cca-a40a-06a4d5b41866), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.218284 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-98210194-db62-4ace-819b-f8dd1c058d5b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7485945 Oct 30 00:58:17.221070 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42450) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:17.224555 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba633aa-c180-4dbe-b1b9-0d55c827d2c5 None None] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:17.230303 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:17.272979 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (7f6d6cfa-30a1-423c-85fe-704946629860), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.275529 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (7f6d6cfa-30a1-423c-85fe-704946629860), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.281830 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9e65f35a-428a-45a6-a16b-44d4910b9cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (78363d38-2c11-4cca-a40a-06a4d5b41866), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.284572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9e65f35a-428a-45a6-a16b-44d4910b9cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.288148 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-9e65f35a-428a-45a6-a16b-44d4910b9cc7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/78363d38-2c11-4cca-a40a-06a4d5b41866 HTTP/1.1" status: 204 len: 168 time: 0.1587069 Oct 30 00:58:17.303989 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65f35a-428a-45a6-a16b-44d4910b9cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78363d38-2c11-4cca-a40a-06a4d5b41866,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:17.354179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks [] for router_controller (7f6d6cfa-30a1-423c-85fe-704946629860), precommit_add_association {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.391130 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 00:58:17.392098 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.532792 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks [] for router_gateway (7f6d6cfa-30a1-423c-85fe-704946629860), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.699352 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Allocated IP 172.20.0.2 (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a/d7a09ace-08aa-4e5c-b490-a1ab03bd56ec/a13d2423-3ec3-496b-ba1f-494f18035f4e) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:17.733894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks [] for router_gateway (7f6d6cfa-30a1-423c-85fe-704946629860), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.754860 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.912656 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Publish callbacks [] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.920822 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Allocated IP 172.37.3.214 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/41b4f5c4-ffff-4279-835e-8c397d83b652) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:17.923336 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:17.962946 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:17.968117 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:17.974460 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:17.977872 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Pushing event updated for resources: {'Port': ['ID=a13d2423-3ec3-496b-ba1f-494f18035f4e,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:17.993822 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:18.043372 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Attempting to bind port a13d2423-3ec3-496b-ba1f-494f18035f4e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:18.044044 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Attempting to bind port a13d2423-3ec3-496b-ba1f-494f18035f4e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:18.044257 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Attempting to bind port a13d2423-3ec3-496b-ba1f-494f18035f4e on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:18.069862 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks [] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.070363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:18.079472 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:18.095197 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:18.095572 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Checking segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:18.096006 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.096400 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Bound using segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:18.096878 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Bound port: a13d2423-3ec3-496b-ba1f-494f18035f4e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:18.097267 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.109582 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.154230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:18.159992 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:18.164347 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:18.165969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:18.168426 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] For port a13d2423-3ec3-496b-ba1f-494f18035f4e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:18.172474 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] For port a13d2423-3ec3-496b-ba1f-494f18035f4e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a13d2423-3ec3-496b-ba1f-494f18035f4e,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:18.179066 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.201619 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Pushing event updated for resources: {'Port': ['ID=41b4f5c4-ffff-4279-835e-8c397d83b652,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:18.255109 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d89e9c-5eb7-477e-a1fe-f34f2628b5e4 None None] Pushing event updated for resources: {'Port': ['ID=a13d2423-3ec3-496b-ba1f-494f18035f4e,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:18.415034 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks [] for router_gateway (7f6d6cfa-30a1-423c-85fe-704946629860), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.633058 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (7f6d6cfa-30a1-423c-85fe-704946629860), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.762791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Router 7f6d6cfa-30a1-423c-85fe-704946629860 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 00:58:18.885208 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:58:18.895310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Sync routers for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:58:18.911470 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:18.913349 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:58:18.914361 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:58:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:18.916567 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b78c0023-dd55-479d-b175-a67403cd2a82 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.6937742 Oct 30 00:58:18.932121 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42500) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:19.044090 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:58:19.106797 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:19.258852 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:18Z', 'revision_number': 3, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:19.266796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af4769-9c24-4cd6-99be-0923dbe1fe03 None None] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:19.308325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Checking router: 7f6d6cfa-30a1-423c-85fe-704946629860 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:58:19.308906 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Updating router 7f6d6cfa-30a1-423c-85fe-704946629860 port 41b4f5c4-ffff-4279-835e-8c397d83b652 binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:58:19.389861 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.393194 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Provisioning complete for port a13d2423-3ec3-496b-ba1f-494f18035f4e triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:19.393553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.393882 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Attempt 1 to provision port a13d2423-3ec3-496b-ba1f-494f18035f4e Oct 30 00:58:19.451574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.483010 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42516) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:19.608336 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:19.620019 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cde01274-c9e5-4979-8fb4-f59854c83d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.622153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Allocated IP 172.20.0.1 (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a/d7a09ace-08aa-4e5c-b490-a1ab03bd56ec/353cedd1-ac00-4aaf-951a-e65b10888932) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:19.641814 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:19.661766 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Current status of the port a13d2423-3ec3-496b-ba1f-494f18035f4e is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:19.662125 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.667754 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:19.733187 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] For port a13d2423-3ec3-496b-ba1f-494f18035f4e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a13d2423-3ec3-496b-ba1f-494f18035f4e,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:19.741557 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cde01274-c9e5-4979-8fb4-f59854c83d9f admin admin] Publish callbacks [] for security_group (fca8128e-44de-40bc-ae99-d176dc1c4af9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.744150 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.747197 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cde01274-c9e5-4979-8fb4-f59854c83d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (fca8128e-44de-40bc-ae99-d176dc1c4af9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.775305 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:19.776848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde01274-c9e5-4979-8fb4-f59854c83d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca8128e-44de-40bc-ae99-d176dc1c4af9,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:19.813819 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-cde01274-c9e5-4979-8fb4-f59854c83d9f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=482a813987c24647850c4de94a1e1b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265879 Oct 30 00:58:19.814439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42520) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:19.825500 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks [] for port (353cedd1-ac00-4aaf-951a-e65b10888932), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.849391 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a13d2423-3ec3-496b-ba1f-494f18035f4e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:19.880042 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.887766 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f68830-33e7-417a-b06a-8ba566cd9e92 admin admin] Publish callbacks [] for security_group (fca8128e-44de-40bc-ae99-d176dc1c4af9), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.891897 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde16fc-ec5c-43a5-afba-e020931e41fd None None] Pushing event updated for resources: {'Port': ['ID=a13d2423-3ec3-496b-ba1f-494f18035f4e,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:19.908793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f68830-33e7-417a-b06a-8ba566cd9e92 admin admin] Publish callbacks [] for security_group (fca8128e-44de-40bc-ae99-d176dc1c4af9), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.916658 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Publish callbacks [] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.920089 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:19.927014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.934993 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Pushing event updated for resources: {'Port': ['ID=353cedd1-ac00-4aaf-951a-e65b10888932,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:19.942918 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:19.944455 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:19.947689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:19.956724 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port a13d2423-3ec3-496b-ba1f-494f18035f4e triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:19.957099 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.957433 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port a13d2423-3ec3-496b-ba1f-494f18035f4e Oct 30 00:58:19.982487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f68830-33e7-417a-b06a-8ba566cd9e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (fca8128e-44de-40bc-ae99-d176dc1c4af9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.987059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f68830-33e7-417a-b06a-8ba566cd9e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:19.994268 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-15f68830-33e7-417a-b06a-8ba566cd9e92 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fca8128e-44de-40bc-ae99-d176dc1c4af9 HTTP/1.1" status: 204 len: 168 time: 0.1771052 Oct 30 00:58:20.006814 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Attempting to bind port 41b4f5c4-ffff-4279-835e-8c397d83b652 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:20.007196 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Attempting to bind port 41b4f5c4-ffff-4279-835e-8c397d83b652 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:20.007565 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Attempting to bind port 41b4f5c4-ffff-4279-835e-8c397d83b652 on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:20.014660 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f68830-33e7-417a-b06a-8ba566cd9e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca8128e-44de-40bc-ae99-d176dc1c4af9,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:20.019395 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (7f6d6cfa-30a1-423c-85fe-704946629860), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.067450 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-e2282200-2ae4-4be8-ae19-15418b4db7ac None None] Provisioning complete for port a13d2423-3ec3-496b-ba1f-494f18035f4e triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:20.068072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e2282200-2ae4-4be8-ae19-15418b4db7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.068171 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-e2282200-2ae4-4be8-ae19-15418b4db7ac None None] Attempt 1 to provision port a13d2423-3ec3-496b-ba1f-494f18035f4e Oct 30 00:58:20.072981 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:20.081384 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6b29-5a3b-4d27-9559-72134626874d None None] Pushing event updated for resources: {'Port': ['ID=41b4f5c4-ffff-4279-835e-8c397d83b652,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:20.150412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:20.150782 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:20.151187 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.151626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:20.152408 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Bound port: 41b4f5c4-ffff-4279-835e-8c397d83b652, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:20.152765 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.214020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.273216 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a13d2423-3ec3-496b-ba1f-494f18035f4e is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:20.293106 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] For port 41b4f5c4-ffff-4279-835e-8c397d83b652, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:20.297623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] For port 41b4f5c4-ffff-4279-835e-8c397d83b652, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b4f5c4-ffff-4279-835e-8c397d83b652,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:20.298407 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-e2282200-2ae4-4be8-ae19-15418b4db7ac None None] Current status of the port a13d2423-3ec3-496b-ba1f-494f18035f4e is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:20.310412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.350454 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:58:20.350454 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:58:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:20.460962 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42534) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:20.469450 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks [] for port (353cedd1-ac00-4aaf-951a-e65b10888932), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.476303 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.493621 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-51d1018a-1e62-4ae6-82b6-2aff7136be4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.566040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Pushing event updated for resources: {'Port': ['ID=353cedd1-ac00-4aaf-951a-e65b10888932,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:20.569121 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (7f6d6cfa-30a1-423c-85fe-704946629860), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.614180 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-51d1018a-1e62-4ae6-82b6-2aff7136be4b admin admin] Publish callbacks [] for security_group (2edbb250-12d3-45f6-9bec-c344966a81cf), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.620965 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-51d1018a-1e62-4ae6-82b6-2aff7136be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2edbb250-12d3-45f6-9bec-c344966a81cf), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.623483 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-4bce505a-46c4-4307-b392-3a3940d51453 None None] Provisioning complete for port 353cedd1-ac00-4aaf-951a-e65b10888932 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:20.624041 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4bce505a-46c4-4307-b392-3a3940d51453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.625648 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-4bce505a-46c4-4307-b392-3a3940d51453 None None] Attempt 1 to provision port 353cedd1-ac00-4aaf-951a-e65b10888932 Oct 30 00:58:20.629636 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:20.633378 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6b29-5a3b-4d27-9559-72134626874d None None] Pushing event updated for resources: {'Port': ['ID=41b4f5c4-ffff-4279-835e-8c397d83b652,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:20.672297 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-51d1018a-1e62-4ae6-82b6-2aff7136be4b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=44b17e92302640d68f8539120a126f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098780 Oct 30 00:58:20.673241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42538) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:20.674230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1018a-1e62-4ae6-82b6-2aff7136be4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edbb250-12d3-45f6-9bec-c344966a81cf,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:20.692979 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:20.694843 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:20.707042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-4bce505a-46c4-4307-b392-3a3940d51453 None None] Port 353cedd1-ac00-4aaf-951a-e65b10888932 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:58:20.725630 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:58:20.751622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39dd67d2-0138-4f0b-acfb-5e1a94c7bf7b admin admin] Publish callbacks [] for security_group (2edbb250-12d3-45f6-9bec-c344966a81cf), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.782676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39dd67d2-0138-4f0b-acfb-5e1a94c7bf7b admin admin] Publish callbacks [] for security_group (2edbb250-12d3-45f6-9bec-c344966a81cf), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.813877 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:20.837290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Router 7f6d6cfa-30a1-423c-85fe-704946629860 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 00:58:20.847514 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39dd67d2-0138-4f0b-acfb-5e1a94c7bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2edbb250-12d3-45f6-9bec-c344966a81cf), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.850468 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39dd67d2-0138-4f0b-acfb-5e1a94c7bf7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:20.855025 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-39dd67d2-0138-4f0b-acfb-5e1a94c7bf7b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2edbb250-12d3-45f6-9bec-c344966a81cf HTTP/1.1" status: 204 len: 168 time: 0.1705728 Oct 30 00:58:20.863900 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd67d2-0138-4f0b-acfb-5e1a94c7bf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edbb250-12d3-45f6-9bec-c344966a81cf,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:20.940146 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:20.973182 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 00:58:20.988665 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b0d01439-1128-4cb4-8fda-31fd040c7bad admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7f6d6cfa-30a1-423c-85fe-704946629860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580554 Oct 30 00:58:20.999381 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:19Z', 'revision_number': 1, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:21.032988 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67a1ef0-03fb-43f4-bcd6-17c02c79c354 None None] The sync data for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi is: [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:19Z', 'revision_number': 1, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:58:21.041842 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-a0e8a27f-263f-4ca9-883d-e98a8572292e None None] Provisioning complete for port 353cedd1-ac00-4aaf-951a-e65b10888932 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:21.042212 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a27f-263f-4ca9-883d-e98a8572292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:21.042600 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-a0e8a27f-263f-4ca9-883d-e98a8572292e None None] Attempt 1 to provision port 353cedd1-ac00-4aaf-951a-e65b10888932 Oct 30 00:58:21.102365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8a27f-263f-4ca9-883d-e98a8572292e None None] Port 353cedd1-ac00-4aaf-951a-e65b10888932 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:58:21.681026 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-b25f3226-5c10-4f99-a2c8-6a6957057c12 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:21.683025 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-b25f3226-5c10-4f99-a2c8-6a6957057c12 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/networks?id=58afba65-fd3f-46c8-9a69-fc8ae076237c HTTP/1.1" status: 200 len: 814 time: 0.2382815 Oct 30 00:58:21.715820 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:21.723784 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-d27952ee-dbe9-4873-8ae1-48fb6ed6a355 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/quotas/2fbc73a853584aaba6109090bd6b1281 HTTP/1.1" status: 200 len: 375 time: 0.0311069 Oct 30 00:58:21.734697 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-3a20a713-4866-4e85-bfeb-9434f80c9931 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:21.739697 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-3a20a713-4866-4e85-bfeb-9434f80c9931 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 819 time: 0.1984775 Oct 30 00:58:21.774679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a13d2423-3ec3-496b-ba1f-494f18035f4e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:21.800301 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-2ce3bc14-08e6-4cda-beb7-140c98a78868 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/quotas/f48276ac51dd4bb1912fc670433cf6c4 HTTP/1.1" status: 200 len: 375 time: 0.0496798 Oct 30 00:58:21.802702 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-53e4ebf0-50ed-46ff-9bee-6882c1c61397 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2fbc73a853584aaba6109090bd6b1281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617993 Oct 30 00:58:21.846411 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port a13d2423-3ec3-496b-ba1f-494f18035f4e triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:21.846968 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:21.847400 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port a13d2423-3ec3-496b-ba1f-494f18035f4e Oct 30 00:58:21.972685 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-bf3be3b1-1855-4039-81ff-2bcbc90a0c12 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587183 Oct 30 00:58:21.988040 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-93d3ef51-0e2d-420a-ab7a-95def9ba9557 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839871 Oct 30 00:58:21.995075 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a13d2423-3ec3-496b-ba1f-494f18035f4e is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:22.009409 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42602) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:22.180061 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-5839a8eb-45c5-49f0-86e3-43e4ff94e48e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910205 Oct 30 00:58:22.184330 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-8aca73de-b3fd-4c77-b187-86258e849607 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937547 Oct 30 00:58:22.298632 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-63eb0816-46bc-4a62-a70e-845c90323a5f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125307 Oct 30 00:58:22.341101 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6a6cec3d-c6e5-4e09-8926-951ceb962224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.431301 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d1f9e211-2c75-47d9-99a2-840ae4466684 req-b3e64ebc-3ec0-4e49-9037-6ed8b3174426 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 210 time: 0.0393021 Oct 30 00:58:22.534017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:22.553336 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6a6cec3d-c6e5-4e09-8926-951ceb962224 admin admin] Publish callbacks [] for security_group (717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.563489 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6a6cec3d-c6e5-4e09-8926-951ceb962224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.605951 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6a6cec3d-c6e5-4e09-8926-951ceb962224 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=087b66d74f7a4b67820b8d0872eaa280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951703 Oct 30 00:58:22.606937 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cec3d-c6e5-4e09-8926-951ceb962224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:22.609776 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42628) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:22.648034 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0a7947d1-1b28-41fc-ae8f-a4a71b808305 req-3e2ab776-5468-4805-a82b-dee26e436f3f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 210 time: 0.0682344 Oct 30 00:58:22.703641 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad886-6440-49e9-a1d1-f5d96951324f admin admin] Publish callbacks [] for security_group (717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.725663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad886-6440-49e9-a1d1-f5d96951324f admin admin] Publish callbacks [] for security_group (717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.786703 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad886-6440-49e9-a1d1-f5d96951324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.790363 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad886-6440-49e9-a1d1-f5d96951324f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:22.792391 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1e8ad886-6440-49e9-a1d1-f5d96951324f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d HTTP/1.1" status: 204 len: 168 time: 0.1815922 Oct 30 00:58:22.803468 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ad886-6440-49e9-a1d1-f5d96951324f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717bd8e3-fc8e-46cf-8adb-3d3e25cd7f8d,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:23.127347 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:23.152078 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-78c094ce-077d-4f14-a0a3-df34e77e7ac7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:23.153515 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-78c094ce-077d-4f14-a0a3-df34e77e7ac7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 819 time: 0.1644223 Oct 30 00:58:23.173062 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-46853b5f-b3c5-4982-b3ee-cbe478b10c5e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/quotas/f48276ac51dd4bb1912fc670433cf6c4 HTTP/1.1" status: 200 len: 375 time: 0.0128059 Oct 30 00:58:23.249341 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-8ff72508-08cb-4a30-841d-c09617f1c2e1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700479 Oct 30 00:58:23.347170 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-0e818b09-f87c-4a2a-b98a-21a9cdd91969 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966308 Oct 30 00:58:23.373023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42670) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:23.393757 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c822fdb8-9d99-412a-87ba-ed3ed44d3efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.454807 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-519d3027-06b3-4e55-8cbb-1e04bd941012 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067631 Oct 30 00:58:23.476877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:23.489583 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c822fdb8-9d99-412a-87ba-ed3ed44d3efd admin admin] Publish callbacks [] for security_group (d8a09718-cdd1-46ec-95e1-912cfc63a4f8), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.495334 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c822fdb8-9d99-412a-87ba-ed3ed44d3efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (d8a09718-cdd1-46ec-95e1-912cfc63a4f8), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.543646 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822fdb8-9d99-412a-87ba-ed3ed44d3efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a09718-cdd1-46ec-95e1-912cfc63a4f8,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:23.558632 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e4f1f8e7-e6de-4903-9b08-fa31295a841c req-4831e4aa-e3d1-4351-bbc3-f47d436c42c4 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 210 time: 0.0502141 Oct 30 00:58:23.565626 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=53 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:23.569510 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c822fdb8-9d99-412a-87ba-ed3ed44d3efd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3dff670d1b1d43b2a3e6a9f41b4e25d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910284 Oct 30 00:58:23.569702 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42676) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:23.585848 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=73 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:23.684623 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d1ce-919b-4b89-a16f-9576dff81ab0 admin admin] Publish callbacks [] for security_group (d8a09718-cdd1-46ec-95e1-912cfc63a4f8), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.709327 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b007b5f-c6f3-4622-86bc-bd12bcb9069b req-2a80386b-d9df-4864-b195-f46a4e66cd83 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.0431938 Oct 30 00:58:23.760441 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d1ce-919b-4b89-a16f-9576dff81ab0 admin admin] Publish callbacks [] for security_group (d8a09718-cdd1-46ec-95e1-912cfc63a4f8), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.795607 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 41b4f5c4-ffff-4279-835e-8c397d83b652 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:23.836533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d1ce-919b-4b89-a16f-9576dff81ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (d8a09718-cdd1-46ec-95e1-912cfc63a4f8), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.840722 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d1ce-919b-4b89-a16f-9576dff81ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.844291 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b3b2d1ce-919b-4b89-a16f-9576dff81ab0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d8a09718-cdd1-46ec-95e1-912cfc63a4f8 HTTP/1.1" status: 204 len: 168 time: 0.2711322 Oct 30 00:58:23.851588 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2d1ce-919b-4b89-a16f-9576dff81ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a09718-cdd1-46ec-95e1-912cfc63a4f8,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:23.887935 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 41b4f5c4-ffff-4279-835e-8c397d83b652 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:23.888308 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:23.888720 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 41b4f5c4-ffff-4279-835e-8c397d83b652 Oct 30 00:58:23.972522 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 41b4f5c4-ffff-4279-835e-8c397d83b652 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:23.973102 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.008042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 41b4f5c4-ffff-4279-835e-8c397d83b652, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b4f5c4-ffff-4279-835e-8c397d83b652,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:24.016034 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.087613 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Sync routers for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 00:58:24.090069 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=41b4f5c4-ffff-4279-835e-8c397d83b652,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:24.107688 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:58:24.108493 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:58:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:24.239522 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:58:24.473861 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 2, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:24.502604 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Checking router: 7f6d6cfa-30a1-423c-85fe-704946629860 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 00:58:24.503048 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Updating router 7f6d6cfa-30a1-423c-85fe-704946629860 port 353cedd1-ac00-4aaf-951a-e65b10888932 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 00:58:24.533696 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.657397 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e6fdd57-54e5-4799-b2af-d7c6a993c05a req-ba4085b8-088a-4c30-a2dd-a71c1322a6b8 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 210 time: 0.0321281 Oct 30 00:58:24.767340 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42730) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:24.818649 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Publish callbacks [] for port (353cedd1-ac00-4aaf-951a-e65b10888932), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.826321 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.848706 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3806416c-a12a-4341-8632-9deaf11d0d69 req-1674bd24-4882-4c37-8bb7-bdc9600da658 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.0342877 Oct 30 00:58:24.870891 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Pushing event updated for resources: {'Port': ['ID=353cedd1-ac00-4aaf-951a-e65b10888932,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:24.893745 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.894090 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.895992 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.896363 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.897041 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.897382 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.897705 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.898129 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.898599 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.898919 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.899236 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.899563 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.899903 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.900220 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.900536 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:58:24.902173 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506023873-network', 'tenant_id': '274b2d35f1de475f86e2604ba286fa70'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:24.916035 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:24.930740 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Made reservation on behalf of 274b2d35f1de475f86e2604ba286fa70 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:24.933727 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.937542 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Attempting to bind port 353cedd1-ac00-4aaf-951a-e65b10888932 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:24.938120 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Attempting to bind port 353cedd1-ac00-4aaf-951a-e65b10888932 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:24.939555 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Attempting to bind port 353cedd1-ac00-4aaf-951a-e65b10888932 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:24.946369 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.992380 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:24.992785 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Checking segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:24.993166 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:24.993553 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Bound using segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:24.994018 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Bound port: 353cedd1-ac00-4aaf-951a-e65b10888932, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:24.994386 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.035642 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks [] for security_group (a71b2daa-c009-42c4-9047-b77d04abf8c1), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.041568 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a71b2daa-c009-42c4-9047-b77d04abf8c1), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.065898 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:25.078838 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] For port 353cedd1-ac00-4aaf-951a-e65b10888932, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:25.082543 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:58:25.083073 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] For port 353cedd1-ac00-4aaf-951a-e65b10888932, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353cedd1-ac00-4aaf-951a-e65b10888932,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:25.091437 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.102033 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b2daa-c009-42c4-9047-b77d04abf8c1,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:25.105513 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (d73d2159-5f63-46f2-88cb-89785089f8f4), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.106068 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Added segment d73d2159-5f63-46f2-88cb-89785089f8f4 of type vlan for network 6cc0e90b-9e17-48fe-9a91-db1c2f356a38 Oct 30 00:58:25.149305 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 00:58:25.149940 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T00:58:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:25.177505 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (6cc0e90b-9e17-48fe-9a91-db1c2f356a38), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.216109 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:25.216940 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (6cc0e90b-9e17-48fe-9a91-db1c2f356a38), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.218422 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:25.219222 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.245944 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae745b-1094-4e59-b13f-ba004e77036d None None] Pushing event updated for resources: {'Port': ['ID=353cedd1-ac00-4aaf-951a-e65b10888932,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:25.286162 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5163360 Oct 30 00:58:25.289005 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42736) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:25.295993 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Request body: {'subnet': {'network_id': '6cc0e90b-9e17-48fe-9a91-db1c2f356a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506023873-subnet', 'tenant_id': '274b2d35f1de475f86e2604ba286fa70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:25.307009 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966d017-b7a1-4726-a594-f13c0553c62e admin admin] Pushing event updated for resources: {'Network': ['ID=6cc0e90b-9e17-48fe-9a91-db1c2f356a38,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:25.325958 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 6cc0e90b-9e17-48fe-9a91-db1c2f356a38 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:58:25.328469 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Made reservation on behalf of 274b2d35f1de475f86e2604ba286fa70 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:25.332780 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.389824 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 00:58:25.403485 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:25.578974 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (21331964-7d69-41c7-8d91-81b8fe2540be), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.637435 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21331964-7d69-41c7-8d91-81b8fe2540be,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:25.648919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Checking segment: {'id': 'd73d2159-5f63-46f2-88cb-89785089f8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6cc0e90b-9e17-48fe-9a91-db1c2f356a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:25.649284 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Network hostable DHCP agents. Network: 6cc0e90b-9e17-48fe-9a91-db1c2f356a38, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:58:25.660504 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:25.671288 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Network 6cc0e90b-9e17-48fe-9a91-db1c2f356a38 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:58:25.686230 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6cc0e90b-9e17-48fe-9a91-db1c2f356a38) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:25.692109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:25.692735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.709883 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b71921-79f9-4b19-a339-f8f23d602e5e None None] Network 6cc0e90b-9e17-48fe-9a91-db1c2f356a38 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:25.720335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8f6c387e-c182-4f81-a198-5f6b5b580428 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4300811 Oct 30 00:58:25.741505 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:25Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:25.770908 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ad5cd-7b53-44fa-9434-20a6ff47cb92 None None] The sync data for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi is: [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:25Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 00:58:25.802807 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-788f0d25-2e99-4093-ad38-97196ec82488 req-463820ad-7139-4217-9dcd-a4d2066589d4 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 210 time: 0.0455916 Oct 30 00:58:25.824077 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 41b4f5c4-ffff-4279-835e-8c397d83b652 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:25.917843 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 41b4f5c4-ffff-4279-835e-8c397d83b652 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:25.922771 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:25.923319 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 41b4f5c4-ffff-4279-835e-8c397d83b652 Oct 30 00:58:25.959168 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:26.001586 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-321f0133-48e0-4952-a8f5-9dec504175b0 req-461fc2fd-e190-4e8c-971f-53d7aec19e93 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.0674593 Oct 30 00:58:26.004311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eee8b9-985a-4e15-8366-a120af7136bf None None] Network 6cc0e90b-9e17-48fe-9a91-db1c2f356a38 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:26.153772 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:26.205405 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 41b4f5c4-ffff-4279-835e-8c397d83b652 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:26.206745 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 353cedd1-ac00-4aaf-951a-e65b10888932 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:26.346484 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 353cedd1-ac00-4aaf-951a-e65b10888932 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:26.347640 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.348166 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 353cedd1-ac00-4aaf-951a-e65b10888932 Oct 30 00:58:26.351627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-cae6b9df-6e25-452f-9a86-4fab36dadc62 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:26.353221 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-cae6b9df-6e25-452f-9a86-4fab36dadc62 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "GET /networking/v2.0/networks?id=58afba65-fd3f-46c8-9a69-fc8ae076237c HTTP/1.1" status: 200 len: 814 time: 0.2133203 Oct 30 00:58:26.396667 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Request body: {'port': {'device_id': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c', 'admin_state_up': True, 'tenant_id': '2fbc73a853584aaba6109090bd6b1281'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:26.464384 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 353cedd1-ac00-4aaf-951a-e65b10888932 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:26.464866 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.513701 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 353cedd1-ac00-4aaf-951a-e65b10888932, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353cedd1-ac00-4aaf-951a-e65b10888932,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:26.522922 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.591407 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=353cedd1-ac00-4aaf-951a-e65b10888932,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:26.631325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42770) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:26.640095 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-967518833-network', 'tenant_id': '26308f7dce144bc6bf2ce74bae869ab1'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:26.669747 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Made reservation on behalf of 26308f7dce144bc6bf2ce74bae869ab1 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:26.673091 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.685318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.790440 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks [] for security_group (c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.798881 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.803295 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Made reservation on behalf of 2fbc73a853584aaba6109090bd6b1281 for: {'port': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:26.808776 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.824072 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:58:26.856875 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (3074e5e5-7d51-435e-b260-f98135ab3f8b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.857201 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Added segment 3074e5e5-7d51-435e-b260-f98135ab3f8b of type vlan for network a6a0ed26-ee89-47c4-b85a-1e0b07aae282 Oct 30 00:58:26.870987 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:26.915230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (a6a0ed26-ee89-47c4-b85a-1e0b07aae282), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.945528 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (a6a0ed26-ee89-47c4-b85a-1e0b07aae282), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.946645 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:26.947304 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:26.970536 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:27.010625 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60487d83-91ae-4387-9675-43540cffe1bb req-24ff7d57-b5f3-43e5-a73b-3bd61a526f61 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 210 time: 0.0775359 Oct 30 00:58:27.036654 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4032218 Oct 30 00:58:27.040658 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 42786) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:27.048729 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Request body: {'subnet': {'network_id': 'a6a0ed26-ee89-47c4-b85a-1e0b07aae282', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-967518833-subnet', 'tenant_id': '26308f7dce144bc6bf2ce74bae869ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:27.057738 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6637831-6dbc-4fc4-94e0-2a2523ef751f admin admin] Pushing event updated for resources: {'Network': ['ID=a6a0ed26-ee89-47c4-b85a-1e0b07aae282,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:27.069698 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network a6a0ed26-ee89-47c4-b85a-1e0b07aae282 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:58:27.078992 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Allocated IP 172.20.0.3 (58afba65-fd3f-46c8-9a69-fc8ae076237c/50cc9db9-2b23-4c56-b57d-4ae948cc1fc3/762c8731-46b3-44de-8232-dda35195aa9c) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:27.092587 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Made reservation on behalf of 26308f7dce144bc6bf2ce74bae869ab1 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:27.095184 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.267248 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b4084c3-274f-42cb-89b5-67eb0ab05d61 req-f46d2d33-e130-4644-a55d-75a1f0bdc0f7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.0980499 Oct 30 00:58:27.311093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-fc534355-8ba2-4d22-92b0-795dfa178ec3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:27.312771 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-fc534355-8ba2-4d22-92b0-795dfa178ec3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 819 time: 0.2203531 Oct 30 00:58:27.325169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:27.343542 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'port': {'device_id': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'admin_state_up': True, 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:27.520530 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Made reservation on behalf of f48276ac51dd4bb1912fc670433cf6c4 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:27.524673 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (2ae50acc-a50f-4d99-aa42-f601f89231d3), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.525133 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.535979 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks [] for port (762c8731-46b3-44de-8232-dda35195aa9c), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.563697 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:27.609533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae50acc-a50f-4d99-aa42-f601f89231d3,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:27.629853 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Checking segment: {'id': '3074e5e5-7d51-435e-b260-f98135ab3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6a0ed26-ee89-47c4-b85a-1e0b07aae282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:27.630209 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Network hostable DHCP agents. Network: a6a0ed26-ee89-47c4-b85a-1e0b07aae282, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:58:27.634916 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (762c8731-46b3-44de-8232-dda35195aa9c), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.688294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Allocated IP 172.20.0.7 (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a/d7a09ace-08aa-4e5c-b490-a1ab03bd56ec/2a5ef263-4503-4e15-8a9c-3e1f7cdcf464) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:27.702158 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Network 58afba65-fd3f-46c8-9a69-fc8ae076237c is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:27.702965 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Network a6a0ed26-ee89-47c4-b85a-1e0b07aae282 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:58:27.703389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:27.710651 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:27.725390 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:27.729007 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Pushing event updated for resources: {'Port': ['ID=762c8731-46b3-44de-8232-dda35195aa9c,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:27.734019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a6a0ed26-ee89-47c4-b85a-1e0b07aae282) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:27.738553 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:27.739158 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.745853 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac976ef-66f7-4da7-b9a6-abfa1a5bd373 None None] Network a6a0ed26-ee89-47c4-b85a-1e0b07aae282 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:27.795444 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f4e8b06d-271f-4fb5-bb5a-8096d40f2da2 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7534189 Oct 30 00:58:27.806633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:27.807357 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.825333 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 353cedd1-ac00-4aaf-951a-e65b10888932 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:27.830910 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-f231185f-4403-4726-a6f9-a00771ecd235 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4380779 Oct 30 00:58:27.914345 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 353cedd1-ac00-4aaf-951a-e65b10888932 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:27.914803 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.915151 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 353cedd1-ac00-4aaf-951a-e65b10888932 Oct 30 00:58:27.925971 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Request body: {'port': {'device_id': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:27.982704 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22179831-510d-402c-9c51-153df1d57b99 None None] Network a6a0ed26-ee89-47c4-b85a-1e0b07aae282 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:27.990009 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:27.995233 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.056564 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.127209 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:28.143426 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:28.160723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (762c8731-46b3-44de-8232-dda35195aa9c), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.161243 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 353cedd1-ac00-4aaf-951a-e65b10888932 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:28.190497 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:28.197892 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:28.198695 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.330208 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebd69-e9e1-407c-8e04-b96514c95f10 req-cf09540f-f676-4729-9f1d-2760623da88b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:28.331996 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-76eebd69-e9e1-407c-8e04-b96514c95f10 req-cf09540f-f676-4729-9f1d-2760623da88b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 931 time: 0.1363528 Oct 30 00:58:28.461354 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1232891 Oct 30 00:58:28.491358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Request body: {'port': {'device_id': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:28.504192 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-c14b2aec-c5ae-47d9-b33c-cdbe81ba0f10 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3696170 Oct 30 00:58:28.531858 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bc995-d3a6-4930-8f30-e019592bd275 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'Port': ['ID=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:28.558055 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-83db72f6-c8dd-4fb0-b910-ccad86b2db70 req-7827de7c-6492-4e3b-a612-3645c1142a7d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.1277680 Oct 30 00:58:28.571885 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-76eebd69-e9e1-407c-8e04-b96514c95f10 req-44e1e8af-3c02-4879-85d1-34e53c7b608a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325490 Oct 30 00:58:28.609824 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-32157c86-44ed-448e-8c75-0d60761abf80 None None] Provisioning complete for port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:28.611525 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-32157c86-44ed-448e-8c75-0d60761abf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.612134 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-32157c86-44ed-448e-8c75-0d60761abf80 None None] Attempt 1 to provision port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 Oct 30 00:58:28.662513 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-7ed53df9-0a1d-4092-97cb-14e4d8970d70 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:28.665266 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-7ed53df9-0a1d-4092-97cb-14e4d8970d70 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 819 time: 0.4806635 Oct 30 00:58:28.670131 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.693261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-32157c86-44ed-448e-8c75-0d60761abf80 None None] Port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:58:28.700487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'port': {'device_id': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'admin_state_up': True, 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:28.704336 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:28.742639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:28.778908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-b5266f21-e030-425c-8eec-0e0dfff8c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:28.780518 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-b5266f21-e030-425c-8eec-0e0dfff8c661 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1129 time: 0.1375041 Oct 30 00:58:28.908761 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762c8731-46b3-44de-8232-dda35195aa9c {{(pid=104541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:28.921400 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Publish callbacks [] for port (762c8731-46b3-44de-8232-dda35195aa9c), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:28.938223 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.provisioning_blocks [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Transition to ACTIVE for port object 762c8731-46b3-44de-8232-dda35195aa9c will not be triggered until provisioned by entity L2. {{(pid=104541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:58:28.944274 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (762c8731-46b3-44de-8232-dda35195aa9c), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.044822 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Pushing event updated for resources: {'Port': ['ID=762c8731-46b3-44de-8232-dda35195aa9c,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:29.065857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:29.095216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.managers [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Attempting to bind port 762c8731-46b3-44de-8232-dda35195aa9c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:29.096023 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.managers [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Attempting to bind port 762c8731-46b3-44de-8232-dda35195aa9c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'}] {{(pid=104541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:29.096144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Attempting to bind port 762c8731-46b3-44de-8232-dda35195aa9c on network 58afba65-fd3f-46c8-9a69-fc8ae076237c {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:29.166981 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Port 762c8731-46b3-44de-8232-dda35195aa9c on network 58afba65-fd3f-46c8-9a69-fc8ae076237c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:58:29.168427 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Attempting to bind port 762c8731-46b3-44de-8232-dda35195aa9c on network 58afba65-fd3f-46c8-9a69-fc8ae076237c {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:29.215287 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:29.216234 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Checking segment: {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:29.216234 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Bound using segment: {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'} {{(pid=104541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:29.216652 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.managers [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Bound port: 762c8731-46b3-44de-8232-dda35195aa9c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'}}] {{(pid=104541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:29.217046 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (762c8731-46b3-44de-8232-dda35195aa9c), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.280001 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] For port 762c8731-46b3-44de-8232-dda35195aa9c, host hv-cinder-maste, cleared binding levels {{(pid=104541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:29.282084 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:29.283505 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] For port 762c8731-46b3-44de-8232-dda35195aa9c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=762c8731-46b3-44de-8232-dda35195aa9c,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:29.290111 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (762c8731-46b3-44de-8232-dda35195aa9c), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.293401 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.293994 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.295509 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-79b203ef-15f9-45dd-878d-888461230151 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/762c8731-46b3-44de-8232-dda35195aa9c HTTP/1.1" status: 200 len: 1093 time: 1.3775768 Oct 30 00:58:29.297701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'tag': '762c8731-46b3-44de-8232-dda35195aa9c'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:58:29.300280 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5e443-be3d-4bfd-a58b-871dfe27a39a" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a", "tag": "762c8731-46b3-44de-8232-dda35195aa9c"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:58:29.308535 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-eb62e4d8-420b-4921-a338-f9c94422a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.310309 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-eb62e4d8-420b-4921-a338-f9c94422a93f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.5068583 Oct 30 00:58:29.314934 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Made reservation on behalf of f48276ac51dd4bb1912fc670433cf6c4 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:29.319322 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.353304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b203ef-15f9-45dd-878d-888461230151 service neutron] Pushing event updated for resources: {'Port': ['ID=762c8731-46b3-44de-8232-dda35195aa9c,revision_number=3']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:29.373550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9e830f-bd5a-4798-948b-ce099727189f x-openstack-request-id: req-bc9e830f-bd5a-4798-948b-ce099727189f {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:58:29.374500 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a", "tag": "762c8731-46b3-44de-8232-dda35195aa9c", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:58:29.374761 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc9e830f-bd5a-4798-948b-ce099727189f {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:58:29.375227 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9e830f-bd5a-4798-948b-ce099727189f'] response: {'name': 'network-changed', 'server_uuid': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'tag': '762c8731-46b3-44de-8232-dda35195aa9c', 'status': 'completed', 'code': 200} Oct 30 00:58:29.432811 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-502d59db-4df9-482e-95bf-4b018a70a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.434511 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-502d59db-4df9-482e-95bf-4b018a70a331 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=2fbc73a853584aaba6109090bd6b1281&device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 1127 time: 0.0433829 Oct 30 00:58:29.434965 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-6fb9ac09-f793-4d0b-ae71-d2bf08c62053 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 1000 time: 0.1105173 Oct 30 00:58:29.486379 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-2d1ca4ef-9ae2-4006-a587-b03628b95aa6 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762c8731-46b3-44de-8232-dda35195aa9c HTTP/1.1" status: 200 len: 217 time: 0.0327652 Oct 30 00:58:29.536894 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-46b671cf-4982-4b11-a610-b4b74927140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.538390 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-46b671cf-4982-4b11-a610-b4b74927140f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=50cc9db9-2b23-4c56-b57d-4ae948cc1fc3 HTTP/1.1" status: 200 len: 854 time: 0.0450661 Oct 30 00:58:29.558389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-5adcf98b-1807-45dd-97ea-d2d4ff994f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.559819 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-5adcf98b-1807-45dd-97ea-d2d4ff994f0d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0942085 Oct 30 00:58:29.568620 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:29.572026 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-ab437106-de8f-425a-8a67-a92816b23a41 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=58afba65-fd3f-46c8-9a69-fc8ae076237c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259120 Oct 30 00:58:29.585182 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Publish callbacks [] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.622676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Transition to ACTIVE for port object 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:58:29.624587 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-7c8da37d-83c2-4f45-93ba-3b31043fdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.626334 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-7c8da37d-83c2-4f45-93ba-3b31043fdcde service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598564 Oct 30 00:58:29.635622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:29.677672 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-aaed690f-954e-4065-9f20-58fdab5b1b70 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977330 Oct 30 00:58:29.759697 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:29.794285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Allocated IP 172.20.0.10 (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a/d7a09ace-08aa-4e5c-b490-a1ab03bd56ec/88fd74d2-892d-4aaf-b602-415c64c5b9aa) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:29.812199 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6aef7-fcf8-471b-9bb9-c9dbd9d93717 req-1591d62f-83c0-41ac-9f8e-d64eee70cf6f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:29.813830 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b4f6aef7-fcf8-471b-9bb9-c9dbd9d93717 req-1591d62f-83c0-41ac-9f8e-d64eee70cf6f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 943 time: 0.0992484 Oct 30 00:58:29.814848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Pushing event updated for resources: {'Port': ['ID=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:29.866849 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Attempting to bind port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:29.866849 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Attempting to bind port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:29.866849 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Attempting to bind port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:29.929786 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-14d2e0d6-679f-4330-bdfd-6678851cabc1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733948 Oct 30 00:58:29.935886 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8a798b0-43f9-4bc4-b4fc-1e65875e3be0 req-bd339b87-80d0-4857-8d1c-2fd4fb9a8e55 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496352 Oct 30 00:58:29.939196 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-206caeb2-25e6-4a63-9505-0d5598166ec3 req-79f4f078-a5bc-4446-8208-22c6f9d0fdaf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.0457225 Oct 30 00:58:29.945586 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:29.981830 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b4f6aef7-fcf8-471b-9bb9-c9dbd9d93717 req-ce7217e1-5a87-43bc-8734-0be87a092b6a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239882 Oct 30 00:58:30.064305 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:58:30.064620 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Attempting to bind port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:30.066463 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:30.179631 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e3e37050-458d-46c7-a540-a29e24409fa6 req-bb46d0b1-1a97-4162-b28c-5ef8f49533e5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391770 Oct 30 00:58:30.183228 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:30.183566 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Checking segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:30.183968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Bound using segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:30.184405 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Bound port: 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:30.184757 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.208693 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.292300 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.319564 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] For port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:30.342970 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] For port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:30.354908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.362795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:30.364226 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:30.364843 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.366227 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 200 len: 1093 time: 1.8790712 Oct 30 00:58:30.366718 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'tag': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:58:30.368981 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520843d1-bc54-4f4e-9311-b160133dba32" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be44ac-3b42-4ace-ac56-65c117e839c6", "tag": "2a5ef263-4503-4e15-8a9c-3e1f7cdcf464"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:58:30.372099 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'Port': ['ID=88fd74d2-892d-4aaf-b602-415c64c5b9aa,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:30.374749 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:30.378812 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:30.384690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:30.384690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.415153 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c5eb9d-d0bd-403d-99d7-a1b889464524 x-openstack-request-id: req-c9c5eb9d-d0bd-403d-99d7-a1b889464524 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:58:30.415440 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be44ac-3b42-4ace-ac56-65c117e839c6", "tag": "2a5ef263-4503-4e15-8a9c-3e1f7cdcf464", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:58:30.415691 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9c5eb9d-d0bd-403d-99d7-a1b889464524 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:58:30.416127 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c5eb9d-d0bd-403d-99d7-a1b889464524'] response: {'name': 'network-changed', 'server_uuid': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'tag': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464', 'status': 'completed', 'code': 200} Oct 30 00:58:30.428710 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-2a9ef0b4-3c6e-4068-ab77-d6901ff17534 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7360938 Oct 30 00:58:30.448192 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f99f3-a531-4f30-ada6-357ea5ef0a2a service neutron] Pushing event updated for resources: {'Port': ['ID=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:30.641884 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-5f9573e3-fde8-422d-845f-eb0c7ece2a81 None None] Provisioning complete for port 88fd74d2-892d-4aaf-b602-415c64c5b9aa triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:30.642527 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5f9573e3-fde8-422d-845f-eb0c7ece2a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:30.642527 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-5f9573e3-fde8-422d-845f-eb0c7ece2a81 None None] Attempt 1 to provision port 88fd74d2-892d-4aaf-b602-415c64c5b9aa Oct 30 00:58:30.674888 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-5f9573e3-fde8-422d-845f-eb0c7ece2a81 None None] Port 88fd74d2-892d-4aaf-b602-415c64c5b9aa cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:58:30.717330 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:58:31.085901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbabd55-1e8a-4826-b298-ec1940b6cea7 req-9e055145-34e9-490f-9338-6c258189fc06 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:31.087346 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3fbabd55-1e8a-4826-b298-ec1940b6cea7 req-9e055145-34e9-490f-9338-6c258189fc06 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 932 time: 0.0610495 Oct 30 00:58:31.133993 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d25a7-0da2-4a1b-81f7-2996656ae868 req-e74c7615-3cee-486e-800f-697fd8f2e258 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:31.135791 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-216d25a7-0da2-4a1b-81f7-2996656ae868 req-e74c7615-3cee-486e-800f-697fd8f2e258 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 943 time: 0.0704756 Oct 30 00:58:31.178784 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3fbabd55-1e8a-4826-b298-ec1940b6cea7 req-efa9b5a1-2ab6-42b1-9f03-2c77380d8eb5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Oct 30 00:58:31.205969 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-216d25a7-0da2-4a1b-81f7-2996656ae868 req-5304ae1e-007c-47fe-8277-a9445c13cd4b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577729 Oct 30 00:58:32.337015 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664ae6-fcd1-4238-a146-ef146022dd88 req-6bb3ddfb-70d6-4a5e-9001-2b06c17becf6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:32.338471 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04664ae6-fcd1-4238-a146-ef146022dd88 req-6bb3ddfb-70d6-4a5e-9001-2b06c17becf6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 932 time: 0.0757320 Oct 30 00:58:32.356721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfdb76-36be-4cb9-a579-7f90239b0d61 req-0c192edd-7aff-4a61-bca8-d8a6cb6992f9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:32.358121 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c8cfdb76-36be-4cb9-a579-7f90239b0d61 req-0c192edd-7aff-4a61-bca8-d8a6cb6992f9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 943 time: 0.0672393 Oct 30 00:58:32.422428 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04664ae6-fcd1-4238-a146-ef146022dd88 req-590cf247-c832-442a-b335-ebf7085fce59 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766449 Oct 30 00:58:32.430113 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c8cfdb76-36be-4cb9-a579-7f90239b0d61 req-2c6b4baf-5637-4bc0-a59d-7c3c11a1b2c2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Oct 30 00:58:33.556511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:33.584857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5a76-8fd1-4f04-bea3-b2c606c07012 req-56b652c3-9ac7-4e8a-8a3a-4938da133474 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:33.586380 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-98ac5a76-8fd1-4f04-bea3-b2c606c07012 req-56b652c3-9ac7-4e8a-8a3a-4938da133474 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 932 time: 0.0827463 Oct 30 00:58:33.591765 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6bc66-c73e-4638-b600-60acc619dfee req-b5545a79-024e-4c0d-b32a-7428fe400c30 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:33.593130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-15b6bc66-c73e-4638-b600-60acc619dfee req-b5545a79-024e-4c0d-b32a-7428fe400c30 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 943 time: 0.0804889 Oct 30 00:58:33.664913 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-98ac5a76-8fd1-4f04-bea3-b2c606c07012 req-8e760554-06b5-471a-bcf7-72d08ccfb663 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707519 Oct 30 00:58:33.669093 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-15b6bc66-c73e-4638-b600-60acc619dfee req-53066079-a1b5-49b3-a2ef-98e2e9758a79 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689631 Oct 30 00:58:34.829276 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ace38-1b7f-41da-bb1c-c69d44828c64 req-12845953-dc86-4ae1-b884-6f0fceab3b79 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:34.830661 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dc6ace38-1b7f-41da-bb1c-c69d44828c64 req-12845953-dc86-4ae1-b884-6f0fceab3b79 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 943 time: 0.0773430 Oct 30 00:58:34.836231 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efed2-d434-4a88-8450-e17d48ceded3 req-66c678aa-1145-4343-aa1f-c4e9c3bdeae7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:34.837604 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-341efed2-d434-4a88-8450-e17d48ceded3 req-66c678aa-1145-4343-aa1f-c4e9c3bdeae7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 932 time: 0.0862293 Oct 30 00:58:34.909570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dc6ace38-1b7f-41da-bb1c-c69d44828c64 req-dc9021c5-5147-44cd-b1c0-d70b1da58b5f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710528 Oct 30 00:58:34.916354 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-341efed2-d434-4a88-8450-e17d48ceded3 req-d92391c4-7d90-4cf9-9f94-f017780f7bd4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719910 Oct 30 00:58:35.548363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 762c8731-46b3-44de-8232-dda35195aa9c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:58:35.561145 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:35.563022 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:35.652563 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 762c8731-46b3-44de-8232-dda35195aa9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=762c8731-46b3-44de-8232-dda35195aa9c,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:35.663921 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '762c8731-46b3-44de-8232-dda35195aa9c', 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c', 'port_id': '762c8731-46b3-44de-8232-dda35195aa9c', 'mac_address': 'fa:16:3e:b2:54:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cc9db9-2b23-4c56-b57d-4ae948cc1fc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:58:35.701776 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 762c8731-46b3-44de-8232-dda35195aa9c is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:35.702160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (762c8731-46b3-44de-8232-dda35195aa9c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:35.715980 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762c8731-46b3-44de-8232-dda35195aa9c {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:35.736932 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 762c8731-46b3-44de-8232-dda35195aa9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=762c8731-46b3-44de-8232-dda35195aa9c,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:35.743056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (762c8731-46b3-44de-8232-dda35195aa9c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:35.788762 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=762c8731-46b3-44de-8232-dda35195aa9c,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:36.062616 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a608-bdca-4169-9093-cdee27d25224 req-df2e7073-5e6b-4e43-bf6b-c54b905b26d8 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:36.064188 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c9e8a608-bdca-4169-9093-cdee27d25224 req-df2e7073-5e6b-4e43-bf6b-c54b905b26d8 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 944 time: 0.0717266 Oct 30 00:58:36.084128 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c18eb-484d-41e2-8515-e9570850239c req-68088d0a-9714-41a4-a499-3de289c8448d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:36.085538 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-157c18eb-484d-41e2-8515-e9570850239c req-68088d0a-9714-41a4-a499-3de289c8448d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 932 time: 0.0651574 Oct 30 00:58:36.141823 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:36.151558 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c9e8a608-bdca-4169-9093-cdee27d25224 req-ba926b34-0f24-4200-bf87-a5d00c689c1a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818427 Oct 30 00:58:36.164338 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-157c18eb-484d-41e2-8515-e9570850239c req-b5152dd4-4a9f-4041-a4b6-08bb8e09794a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682313 Oct 30 00:58:36.166019 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-63605c74-62e1-438e-8fe5-a1ede5f69c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:36.343104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['762c8731-46b3-44de-8232-dda35195aa9c'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:58:36.658795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Request body: {'port': {'device_id': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:36.752760 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:36.767697 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-57e4b055-eef4-49d0-8298-ddcdf0409dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:36.769703 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-57e4b055-eef4-49d0-8298-ddcdf0409dce service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=2fbc73a853584aaba6109090bd6b1281&device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 1128 time: 0.0885251 Oct 30 00:58:36.794932 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520843d1-bc54-4f4e-9311-b160133dba32 req-8c45a2a5-6f95-4e2f-badc-e203c3a5318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:36.796423 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-520843d1-bc54-4f4e-9311-b160133dba32 req-8c45a2a5-6f95-4e2f-badc-e203c3a5318f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1127 time: 0.0810554 Oct 30 00:58:36.860195 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:36.933411 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-909bdbd5-3622-46d3-9d91-c9b4631f484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:36.935063 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-909bdbd5-3622-46d3-9d91-c9b4631f484c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=58afba65-fd3f-46c8-9a69-fc8ae076237c HTTP/1.1" status: 200 len: 915 time: 0.1436713 Oct 30 00:58:37.123166 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:37.207516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fd74d2-892d-4aaf-b602-415c64c5b9aa {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:37.217011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Publish callbacks [] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.238057 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Transition to ACTIVE for port object 88fd74d2-892d-4aaf-b602-415c64c5b9aa will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:58:37.243015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.363589 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd42c53-8c53-4f2c-83c5-ff022bf717b4 req-12f90f20-2090-46d5-95b9-87be4efae8f2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:37.372271 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-afd42c53-8c53-4f2c-83c5-ff022bf717b4 req-12f90f20-2090-46d5-95b9-87be4efae8f2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 944 time: 0.1118650 Oct 30 00:58:37.408952 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-f1dd214a-ff4b-4a8b-b876-d76966f93d9b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762c8731-46b3-44de-8232-dda35195aa9c HTTP/1.1" status: 200 len: 217 time: 0.0550942 Oct 30 00:58:37.427980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251290e4-f25a-4a68-93d1-a5ae3bbf9300 req-3ca3d633-bea2-41ae-80e5-f903b96f10ba tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:37.434830 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-251290e4-f25a-4a68-93d1-a5ae3bbf9300 req-3ca3d633-bea2-41ae-80e5-f903b96f10ba tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.1306007 Oct 30 00:58:37.436953 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Pushing event updated for resources: {'Port': ['ID=88fd74d2-892d-4aaf-b602-415c64c5b9aa,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:37.439631 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 42982) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:37.469242 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-afd42c53-8c53-4f2c-83c5-ff022bf717b4 req-ab8eca82-0b30-4541-a271-83ea2c7e6ff2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959666 Oct 30 00:58:37.501340 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-251290e4-f25a-4a68-93d1-a5ae3bbf9300 req-f1e9378f-59a6-4f98-b82c-f44b4aec3bd0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Oct 30 00:58:37.511334 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Attempting to bind port 88fd74d2-892d-4aaf-b602-415c64c5b9aa on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:37.511668 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Attempting to bind port 88fd74d2-892d-4aaf-b602-415c64c5b9aa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:37.512009 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Attempting to bind port 88fd74d2-892d-4aaf-b602-415c64c5b9aa on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:37.533341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 762c8731-46b3-44de-8232-dda35195aa9c up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:37.586218 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520843d1-bc54-4f4e-9311-b160133dba32 req-c83ef97a-795f-4614-887d-743fa860562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:37.588044 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-520843d1-bc54-4f4e-9311-b160133dba32 req-c83ef97a-795f-4614-887d-743fa860562b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2300611 Oct 30 00:58:37.591235 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-cb1b4419-81b3-42d9-9d6b-7c5e4e58079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:37.592648 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-cb1b4419-81b3-42d9-9d6b-7c5e4e58079a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=50cc9db9-2b23-4c56-b57d-4ae948cc1fc3 HTTP/1.1" status: 200 len: 854 time: 0.1633515 Oct 30 00:58:37.595042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 762c8731-46b3-44de-8232-dda35195aa9c completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:58:37.603412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 762c8731-46b3-44de-8232-dda35195aa9c triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:37.603897 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (762c8731-46b3-44de-8232-dda35195aa9c), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.604162 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 762c8731-46b3-44de-8232-dda35195aa9c Oct 30 00:58:37.659206 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Port 88fd74d2-892d-4aaf-b602-415c64c5b9aa on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:58:37.659756 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Attempting to bind port 88fd74d2-892d-4aaf-b602-415c64c5b9aa on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:37.689966 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-3f8c3de0-45b9-4138-bb02-3cbf6acbf9d1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=58afba65-fd3f-46c8-9a69-fc8ae076237c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869462 Oct 30 00:58:37.691255 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 762c8731-46b3-44de-8232-dda35195aa9c is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:37.691648 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (762c8731-46b3-44de-8232-dda35195aa9c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.716437 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c8731-46b3-44de-8232-dda35195aa9c'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:58:37.718758 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905504b-17e2-4354-9f26-986dbbf61045" -d '{"events": [{"server_uuid": "5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a", "name": "network-vif-plugged", "status": "completed", "tag": "762c8731-46b3-44de-8232-dda35195aa9c"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:58:37.723033 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-197a831a-7685-4f21-a352-9ee0f9215d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.733160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 762c8731-46b3-44de-8232-dda35195aa9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=762c8731-46b3-44de-8232-dda35195aa9c,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:37.738392 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (762c8731-46b3-44de-8232-dda35195aa9c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.774151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3c1220-f06c-4e37-8561-db626e5738b7 x-openstack-request-id: req-cb3c1220-f06c-4e37-8561-db626e5738b7 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:58:37.774446 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a", "name": "network-vif-plugged", "status": "completed", "tag": "762c8731-46b3-44de-8232-dda35195aa9c", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:58:37.774697 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb3c1220-f06c-4e37-8561-db626e5738b7 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:58:37.775090 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3c1220-f06c-4e37-8561-db626e5738b7'] response: {'server_uuid': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c8731-46b3-44de-8232-dda35195aa9c', 'code': 200} Oct 30 00:58:37.800225 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=762c8731-46b3-44de-8232-dda35195aa9c,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:37.859647 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:37.860012 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Checking segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:37.860425 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Bound using segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:37.860959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Bound port: 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:37.861334 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:37.881285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:37.982499 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:37.991647 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520843d1-bc54-4f4e-9311-b160133dba32 req-aed8dd30-b799-4db1-9939-1f055748be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:37.993352 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-520843d1-bc54-4f4e-9311-b160133dba32 req-aed8dd30-b799-4db1-9939-1f055748be11 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915231 Oct 30 00:58:38.004035 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-a81ccc0f-392b-4e88-9331-04f20fa94b88 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840083 Oct 30 00:58:38.296974 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b2babe29-7a31-4a4b-a0f7-68ce68e8c964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.304959 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0a09e-f284-43c6-82a4-731e05cccd72 req-8f47722b-b0f7-4172-b5bc-5b9a925ef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:38.306941 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-49b0a09e-f284-43c6-82a4-731e05cccd72 req-8f47722b-b0f7-4172-b5bc-5b9a925ef7a0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 1129 time: 0.0601199 Oct 30 00:58:38.357648 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-49b0a09e-f284-43c6-82a4-731e05cccd72 req-31e7dbfe-3818-4d21-b477-8d1e71af8088 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Oct 30 00:58:38.358246 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-197a831a-7685-4f21-a352-9ee0f9215d74 admin admin] Publish callbacks [] for security_group (e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.402572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-197a831a-7685-4f21-a352-9ee0f9215d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.417346 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] For port 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:38.444078 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-227a08bb-03d4-4912-b0a1-30bfae0754df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:38.445637 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-227a08bb-03d4-4912-b0a1-30bfae0754df service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1127 time: 0.1693110 Oct 30 00:58:38.474510 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] For port 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:38.479396 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-197a831a-7685-4f21-a352-9ee0f9215d74 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2c8e4152267645dc9b8537ec5109d314&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0058029 Oct 30 00:58:38.480128 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a831a-7685-4f21-a352-9ee0f9215d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:38.482961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43002) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:38.511226 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.533650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:38.534287 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.536085 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/88fd74d2-892d-4aaf-b602-415c64c5b9aa HTTP/1.1" status: 200 len: 1094 time: 1.8821781 Oct 30 00:58:38.536689 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'tag': '88fd74d2-892d-4aaf-b602-415c64c5b9aa'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:58:38.539641 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c790b60-6ad7-451b-84e8-9851da9655b1" -d '{"events": [{"name": "network-changed", "server_uuid": "60b2f6e0-a160-4d3f-b036-38597b60da68", "tag": "88fd74d2-892d-4aaf-b602-415c64c5b9aa"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:58:38.588790 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc22a-76a9-4b52-9c72-5d50e0be33ac admin admin] Publish callbacks [] for security_group (e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.603960 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-00e5e443-be3d-4bfd-a58b-871dfe27a39a req-ee6ae437-bd4a-4078-b839-505f0fa57a10 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264067 Oct 30 00:58:38.610269 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bb10e-a3ad-491a-a255-03421ab92b13 service neutron] Pushing event updated for resources: {'Port': ['ID=88fd74d2-892d-4aaf-b602-415c64c5b9aa,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:38.682212 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc22a-76a9-4b52-9c72-5d50e0be33ac admin admin] Publish callbacks [] for security_group (e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.698108 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1346d62-6602-4cd1-9bd1-0b579833636f req-2e60ab09-bbfe-4007-9347-8c887ee96545 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:38.699587 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1346d62-6602-4cd1-9bd1-0b579833636f req-2e60ab09-bbfe-4007-9347-8c887ee96545 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.1242232 Oct 30 00:58:38.745219 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcda4ad-48c2-4d0c-96f0-46dd6f4ea2f5 req-7d6cb84a-2cf0-48e4-9b9c-aa3c80952eff tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:38.746696 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ebcda4ad-48c2-4d0c-96f0-46dd6f4ea2f5 req-7d6cb84a-2cf0-48e4-9b9c-aa3c80952eff tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.1261082 Oct 30 00:58:38.757106 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:38.826902 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1346d62-6602-4cd1-9bd1-0b579833636f req-07aba2ae-7b4f-4d8a-a88f-cbaa8dec1d11 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100402 Oct 30 00:58:38.831639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc22a-76a9-4b52-9c72-5d50e0be33ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.834136 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc22a-76a9-4b52-9c72-5d50e0be33ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:38.835195 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6f3bc22a-76a9-4b52-9c72-5d50e0be33ac admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed HTTP/1.1" status: 204 len: 168 time: 0.3509486 Oct 30 00:58:38.850386 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ebcda4ad-48c2-4d0c-96f0-46dd6f4ea2f5 req-46ba38a4-01ab-48dc-ab55-4a3b7f6ccecd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918090 Oct 30 00:58:38.851459 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bc22a-76a9-4b52-9c72-5d50e0be33ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bce4fc-0a65-4fc5-b9e8-fedc65eb6bed,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:38.926344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263def06-5d7e-4724-8698-579b87159c8e x-openstack-request-id: req-263def06-5d7e-4724-8698-579b87159c8e {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:58:38.926839 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b2f6e0-a160-4d3f-b036-38597b60da68", "tag": "88fd74d2-892d-4aaf-b602-415c64c5b9aa", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:58:38.926931 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-263def06-5d7e-4724-8698-579b87159c8e {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:58:38.927262 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263def06-5d7e-4724-8698-579b87159c8e'] response: {'name': 'network-changed', 'server_uuid': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'tag': '88fd74d2-892d-4aaf-b602-415c64c5b9aa', 'status': 'completed', 'code': 200} Oct 30 00:58:39.047050 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-2799cb45-2009-40e2-b511-2ca5af398d75 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 200 len: 217 time: 0.0471325 Oct 30 00:58:39.076653 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-9997213f-3483-4b20-9318-1a7dec2b09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:39.078484 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-9997213f-3483-4b20-9318-1a7dec2b09e5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 1128 time: 0.0415316 Oct 30 00:58:39.125701 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43018) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:39.140720 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dd17-a492-4549-bacd-e715982732c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.220155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dd17-a492-4549-bacd-e715982732c0 admin admin] Publish callbacks [] for security_group (c763c259-70f5-45b7-a41b-c409c69eb477), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.225598 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dd17-a492-4549-bacd-e715982732c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c763c259-70f5-45b7-a41b-c409c69eb477), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.264249 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0aa5dd17-a492-4549-bacd-e715982732c0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0c52a0b9b1704717b7d6c6ab88947b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374283 Oct 30 00:58:39.265051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5dd17-a492-4549-bacd-e715982732c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c763c259-70f5-45b7-a41b-c409c69eb477,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:39.267180 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43020) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:39.321439 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-594b9d43-0c6b-4a4d-b85c-e081c88a3c32 admin admin] Publish callbacks [] for security_group (c763c259-70f5-45b7-a41b-c409c69eb477), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.342242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-594b9d43-0c6b-4a4d-b85c-e081c88a3c32 admin admin] Publish callbacks [] for security_group (c763c259-70f5-45b7-a41b-c409c69eb477), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.395472 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-594b9d43-0c6b-4a4d-b85c-e081c88a3c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c763c259-70f5-45b7-a41b-c409c69eb477), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.398006 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-594b9d43-0c6b-4a4d-b85c-e081c88a3c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.399188 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-594b9d43-0c6b-4a4d-b85c-e081c88a3c32 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c763c259-70f5-45b7-a41b-c409c69eb477 HTTP/1.1" status: 204 len: 168 time: 0.1309345 Oct 30 00:58:39.411872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b9d43-0c6b-4a4d-b85c-e081c88a3c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763c259-70f5-45b7-a41b-c409c69eb477,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:39.500440 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.655752 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-01d818a6-36d5-4087-9b4a-3129721ccbe0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa HTTP/1.1" status: 200 len: 217 time: 0.0581367 Oct 30 00:58:39.698082 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-b0a6eddd-4e81-4f56-9d2b-cbb5995fec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:39.700649 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-b0a6eddd-4e81-4f56-9d2b-cbb5995fec37 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.1112523 Oct 30 00:58:39.742259 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-734e55c1-12b6-48bc-92d3-26ff15718a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:39.744033 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-734e55c1-12b6-48bc-92d3-26ff15718a1c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0818701 Oct 30 00:58:39.758702 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43038) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:39.763427 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-3ea7abfb-b76c-4735-9d56-ea8abb49eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:39.764768 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-3ea7abfb-b76c-4735-9d56-ea8abb49eb62 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552418 Oct 30 00:58:39.774943 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1068-f0a9-47af-b9a1-6985953c91ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.854758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-c46a738c-0ac1-4a7d-9663-925fb7c037cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:39.856303 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-c46a738c-0ac1-4a7d-9663-925fb7c037cd service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028020 Oct 30 00:58:39.879000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1068-f0a9-47af-b9a1-6985953c91ec admin admin] Publish callbacks [] for security_group (c7e35499-d068-4f60-a1a1-5a3605c7c6dc), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.880405 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:39.889410 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c7dd1068-f0a9-47af-b9a1-6985953c91ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c7e35499-d068-4f60-a1a1-5a3605c7c6dc), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:39.950580 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43050) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:39.951135 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c7dd1068-f0a9-47af-b9a1-6985953c91ec admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2c7305376e9941eead2b689e96bf5738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900263 Oct 30 00:58:39.951264 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:39.962413 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:39.983599 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-73b6c7f6-d0ef-4058-9696-ba4e44148413 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971593 Oct 30 00:58:40.056803 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd1068-f0a9-47af-b9a1-6985953c91ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e35499-d068-4f60-a1a1-5a3605c7c6dc,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:40.065583 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-e2e6a3cf-a580-4d42-ae77-2bfc98ea583d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934998 Oct 30 00:58:40.082228 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27b2-81be-4c2d-a101-33b99c77f13b admin admin] Publish callbacks [] for security_group (c7e35499-d068-4f60-a1a1-5a3605c7c6dc), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:40.085482 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea41168-bf5f-40ae-a7d3-d353c7383bdf req-90694a7a-03ea-4682-86c9-513c46f9cfe7 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:40.087073 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7ea41168-bf5f-40ae-a7d3-d353c7383bdf req-90694a7a-03ea-4682-86c9-513c46f9cfe7 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.1289930 Oct 30 00:58:40.111237 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f7e3c-13fd-4ab9-94a6-af369180c5dc req-888c9603-2e6f-4aa5-8229-edc3582c6bfb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:40.119920 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a34f7e3c-13fd-4ab9-94a6-af369180c5dc req-888c9603-2e6f-4aa5-8229-edc3582c6bfb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.1428473 Oct 30 00:58:40.145745 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27b2-81be-4c2d-a101-33b99c77f13b admin admin] Publish callbacks [] for security_group (c7e35499-d068-4f60-a1a1-5a3605c7c6dc), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:40.184129 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7ea41168-bf5f-40ae-a7d3-d353c7383bdf req-2af3511b-0434-4e5e-8cb4-8b37ca83b6ee tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Oct 30 00:58:40.200065 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a34f7e3c-13fd-4ab9-94a6-af369180c5dc req-bb5c39af-9328-4382-8bba-5753ba07d6f8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792260 Oct 30 00:58:40.205090 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-597b1b7f-cf33-41e5-aaf1-7f5c2820333e req-afbb5eba-2dff-4562-bbd2-0de57858991d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639218 Oct 30 00:58:40.230477 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27b2-81be-4c2d-a101-33b99c77f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c7e35499-d068-4f60-a1a1-5a3605c7c6dc), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:40.233135 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27b2-81be-4c2d-a101-33b99c77f13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:40.234271 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6f5d27b2-81be-4c2d-a101-33b99c77f13b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c7e35499-d068-4f60-a1a1-5a3605c7c6dc HTTP/1.1" status: 204 len: 168 time: 0.2820182 Oct 30 00:58:40.242393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d27b2-81be-4c2d-a101-33b99c77f13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e35499-d068-4f60-a1a1-5a3605c7c6dc,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:40.704119 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5470b7a9-9c35-4822-9339-3e25e8b5e84d req-f4e56dcc-fb1a-4b49-97ea-c198d3b6685d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028724 Oct 30 00:58:40.711580 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=34 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:40.712634 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:UPDATE=2,neutron:SELECT=63 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:40.918327 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43092) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:40.954417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43096) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:41.028791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-da3f1407-2ab0-4d78-9873-078654644295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.058854 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76085458-network', 'tenant_id': 'dd16277cbc344c9aa8ffbc45ce1a16d2'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:41.065344 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:41.081215 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.096351 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Made reservation on behalf of dd16277cbc344c9aa8ffbc45ce1a16d2 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:41.098678 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.113227 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.156998 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-da3f1407-2ab0-4d78-9873-078654644295 admin admin] Publish callbacks [] for security_group (bda0e240-8341-4315-ae70-c357aa6573e1), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.165726 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-da3f1407-2ab0-4d78-9873-078654644295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bda0e240-8341-4315-ae70-c357aa6573e1), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.212777 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.225052 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f1407-2ab0-4d78-9873-078654644295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda0e240-8341-4315-ae70-c357aa6573e1,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:41.229872 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-da3f1407-2ab0-4d78-9873-078654644295 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4370999c56184197856c3b8b25fd2e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104410 Oct 30 00:58:41.233986 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43108) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:41.287879 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks [] for security_group (17097646-efe9-419b-acfb-e006a374c89c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.296335 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (17097646-efe9-419b-acfb-e006a374c89c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.304500 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=15 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:41.312059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:41.339441 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fc1da260-979e-4b61-9aea-4e3a1650a6d6 admin admin] Publish callbacks [] for security_group (bda0e240-8341-4315-ae70-c357aa6573e1), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.342572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 00:58:41.363555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17097646-efe9-419b-acfb-e006a374c89c,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:41.373083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (4807b803-8f66-4843-87c9-71d1f676d682), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.373435 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Added segment 4807b803-8f66-4843-87c9-71d1f676d682 of type vlan for network e79f970e-5030-4a3e-9305-668e891be9fd Oct 30 00:58:41.380909 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563e9ba-590c-4504-836f-37f5262f06d8 req-1f7ebc18-016a-4f56-8abd-98f5f6c1ee4a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:41.384352 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3563e9ba-590c-4504-836f-37f5262f06d8 req-1f7ebc18-016a-4f56-8abd-98f5f6c1ee4a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.1078839 Oct 30 00:58:41.385311 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fc1da260-979e-4b61-9aea-4e3a1650a6d6 admin admin] Publish callbacks [] for security_group (bda0e240-8341-4315-ae70-c357aa6573e1), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.418672 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27998e-fb46-47bb-a011-c73db01efc4b req-0f9dd4fd-7987-4632-aba9-00dcb735e7fa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:41.420163 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1f27998e-fb46-47bb-a011-c73db01efc4b req-0f9dd4fd-7987-4632-aba9-00dcb735e7fa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.0849144 Oct 30 00:58:41.443293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (e79f970e-5030-4a3e-9305-668e891be9fd), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.463466 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3563e9ba-590c-4504-836f-37f5262f06d8 req-4b45011a-8d65-402e-bf6c-8263258af91b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Oct 30 00:58:41.478047 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (e79f970e-5030-4a3e-9305-668e891be9fd), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.480912 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:41.481634 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.503004 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1f27998e-fb46-47bb-a011-c73db01efc4b req-eb37660e-79d0-436f-8a22-69d81a2d7c04 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638540 Oct 30 00:58:41.506265 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fc1da260-979e-4b61-9aea-4e3a1650a6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bda0e240-8341-4315-ae70-c357aa6573e1), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.508174 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fc1da260-979e-4b61-9aea-4e3a1650a6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.509329 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-fc1da260-979e-4b61-9aea-4e3a1650a6d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bda0e240-8341-4315-ae70-c357aa6573e1 HTTP/1.1" status: 204 len: 168 time: 0.2744689 Oct 30 00:58:41.573643 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1da260-979e-4b61-9aea-4e3a1650a6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda0e240-8341-4315-ae70-c357aa6573e1,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:41.581608 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6261322 Oct 30 00:58:41.582474 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce07b8-839e-4f99-9f68-99128ef9a329 admin admin] Pushing event updated for resources: {'Network': ['ID=e79f970e-5030-4a3e-9305-668e891be9fd,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:41.585420 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43124) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:41.590418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Request body: {'subnet': {'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76085458-subnet', 'tenant_id': 'dd16277cbc344c9aa8ffbc45ce1a16d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:41.607403 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network e79f970e-5030-4a3e-9305-668e891be9fd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 00:58:41.642037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Made reservation on behalf of dd16277cbc344c9aa8ffbc45ce1a16d2 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:41.657960 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.723287 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:41.876965 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (253279c6-edc2-4bbe-9ffc-64e67781ccb7), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.936058 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253279c6-edc2-4bbe-9ffc-64e67781ccb7,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:41.945381 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Checking segment: {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:41.945899 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Network hostable DHCP agents. Network: e79f970e-5030-4a3e-9305-668e891be9fd, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 00:58:41.965732 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Network e79f970e-5030-4a3e-9305-668e891be9fd is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 00:58:41.978019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e79f970e-5030-4a3e-9305-668e891be9fd) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:41.983026 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:41.983907 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:41.994678 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef4674-ef1c-4e94-9b6f-effbb557561a None None] Network e79f970e-5030-4a3e-9305-668e891be9fd requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:42.020322 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-866109fd-11ae-4c31-b2d1-52c1c413ae63 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4337308 Oct 30 00:58:42.090019 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:42.168711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a505d-3d0d-49ba-a943-6a0b7979e038 None None] Network e79f970e-5030-4a3e-9305-668e891be9fd requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 00:58:42.694574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88b17-5722-4811-a546-20d063e65e50 req-029f8214-07e9-4fbf-a599-a4075b1b8f95 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:42.696194 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a8f88b17-5722-4811-a546-20d063e65e50 req-029f8214-07e9-4fbf-a599-a4075b1b8f95 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.1050303 Oct 30 00:58:42.760070 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a8f88b17-5722-4811-a546-20d063e65e50 req-de302fd4-cada-407e-b829-aff076180d90 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578604 Oct 30 00:58:43.910153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478059e-9898-4ac0-92c6-bdef684982cb req-21cb97d3-d312-4dca-999a-52e5c70712af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:43.912122 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5478059e-9898-4ac0-92c6-bdef684982cb req-21cb97d3-d312-4dca-999a-52e5c70712af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.0651662 Oct 30 00:58:43.931587 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:44.261181 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5478059e-9898-4ac0-92c6-bdef684982cb req-5788d481-e7bc-44f5-b05d-367ccbe9d3fa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375404 Oct 30 00:58:44.270721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-33605de7-1ae5-4223-a498-9cfff593a0c1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:44.272123 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-33605de7-1ae5-4223-a498-9cfff593a0c1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e79f970e-5030-4a3e-9305-668e891be9fd HTTP/1.1" status: 200 len: 807 time: 0.3776758 Oct 30 00:58:44.287822 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-2efb25bb-90f6-4872-a3b5-4428e700a8b7 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/quotas/dd16277cbc344c9aa8ffbc45ce1a16d2 HTTP/1.1" status: 200 len: 375 time: 0.0099082 Oct 30 00:58:44.322234 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-2b1b3ae3-a478-4028-a292-5f11bced8939 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267818 Oct 30 00:58:44.418110 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-5ca938e5-1fef-47d0-9e6c-619fd76e4e95 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884900 Oct 30 00:58:44.515260 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-58615b16-081b-4eda-b643-38ff2b3ea7ec service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879984 Oct 30 00:58:44.684032 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-91ec27d7-124a-4a3a-9e29-63274cb28107 req-1b328d59-12f9-4083-8c9e-d27269f7e810 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 210 time: 0.0307267 Oct 30 00:58:45.417550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd58700-23eb-4b3c-9709-4c4ecc03ce35 req-3bab9c7c-e86f-4aba-8166-7a5a6ac2e56a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:45.419044 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fd58700-23eb-4b3c-9709-4c4ecc03ce35 req-3bab9c7c-e86f-4aba-8166-7a5a6ac2e56a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.0676997 Oct 30 00:58:45.475303 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0fd58700-23eb-4b3c-9709-4c4ecc03ce35 req-81e8fd55-cb0d-4b5f-a34d-de196e84d981 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496631 Oct 30 00:58:45.537023 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:58:45.639458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:45.652677 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'port_id': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464', 'mac_address': 'fa:16:3e:9e:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:58:45.690682 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:45.691056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:45.706663 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:45.730752 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:45.736594 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:45.793802 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3713fe0-2239-4bd8-b253-56d95b63e30c req-6633432a-279c-4ed3-bfc3-caaaf384a766 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Oct 30 00:58:45.794685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:46.393886 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['2a5ef263-4503-4e15-8a9c-3e1f7cdcf464'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:58:46.585965 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:46.604610 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2be2eb-3235-46a4-bb2e-f6081a8565b3 req-de26be10-eb26-47f9-b57b-ea7cbf75a75e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:46.606080 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3d2be2eb-3235-46a4-bb2e-f6081a8565b3 req-de26be10-eb26-47f9-b57b-ea7cbf75a75e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.0483112 Oct 30 00:58:46.652720 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3d2be2eb-3235-46a4-bb2e-f6081a8565b3 req-33f24c0a-ef68-4be5-85ea-21ccdcd95886 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Oct 30 00:58:46.903819 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2a55077b-e8db-4efc-918c-c17c672a5103 req-abac7e78-2dff-4eb0-a57c-a1f330ee32e4 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 210 time: 0.0320120 Oct 30 00:58:47.090694 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-779dea7c-c251-4bc4-a3dd-f49a78e9ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:47.092955 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-779dea7c-c251-4bc4-a3dd-f49a78e9ded1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 1128 time: 0.0461771 Oct 30 00:58:47.106260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43314) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:47.195496 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-40334ee7-3d08-4653-90a1-a5aa8739a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:47.197080 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-40334ee7-3d08-4653-90a1-a5aa8739a000 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.0977452 Oct 30 00:58:47.235668 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-37addc72-05b1-41df-9875-f364967c327f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.276909 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-ca2d4988-476f-4984-94ab-d00ccfac6ac8 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa HTTP/1.1" status: 200 len: 217 time: 0.0394900 Oct 30 00:58:47.328916 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-37addc72-05b1-41df-9875-f364967c327f admin admin] Publish callbacks [] for security_group (606cce3a-9b57-406c-8070-a39d87610b95), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.336504 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-37addc72-05b1-41df-9875-f364967c327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (606cce3a-9b57-406c-8070-a39d87610b95), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.347856 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-6d12f9b8-fd69-4e95-b17c-ea95ed8689e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:47.350533 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-6d12f9b8-fd69-4e95-b17c-ea95ed8689e5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0644014 Oct 30 00:58:47.382037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37addc72-05b1-41df-9875-f364967c327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606cce3a-9b57-406c-8070-a39d87610b95,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:47.388889 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-37addc72-05b1-41df-9875-f364967c327f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8b1114cdfa2e4d5aaece48c405eba0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788343 Oct 30 00:58:47.389825 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43320) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:47.418973 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-49194265-7330-446d-884c-bc8ab98212f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:47.420613 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-49194265-7330-446d-884c-bc8ab98212f7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614002 Oct 30 00:58:47.462647 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c7b553f-b25a-458a-bbd4-6c5c40221e85 admin admin] Publish callbacks [] for security_group (606cce3a-9b57-406c-8070-a39d87610b95), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.504019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c7b553f-b25a-458a-bbd4-6c5c40221e85 admin admin] Publish callbacks [] for security_group (606cce3a-9b57-406c-8070-a39d87610b95), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.551135 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-d6edbd3c-587c-413b-a6f4-be129badfd1a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185839 Oct 30 00:58:47.560852 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c7b553f-b25a-458a-bbd4-6c5c40221e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (606cce3a-9b57-406c-8070-a39d87610b95), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.564238 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7c7b553f-b25a-458a-bbd4-6c5c40221e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.568257 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7c7b553f-b25a-458a-bbd4-6c5c40221e85 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/606cce3a-9b57-406c-8070-a39d87610b95 HTTP/1.1" status: 204 len: 168 time: 0.1756198 Oct 30 00:58:47.583396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b553f-b25a-458a-bbd4-6c5c40221e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606cce3a-9b57-406c-8070-a39d87610b95,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:47.719516 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c790b60-6ad7-451b-84e8-9851da9655b1 req-01c30274-41ef-46cd-b5b0-d0d37572b14e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598554 Oct 30 00:58:47.747467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:47.792738 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062c18-3e52-4b3f-8fda-f78c6c8b2289 req-2a71d11d-9cdd-45a8-bf08-dfaf3ba109db tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:47.794486 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-76062c18-3e52-4b3f-8fda-f78c6c8b2289 req-2a71d11d-9cdd-45a8-bf08-dfaf3ba109db tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.0592434 Oct 30 00:58:47.854156 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-76062c18-3e52-4b3f-8fda-f78c6c8b2289 req-15e68c67-2bfd-4502-8517-cf3167eba81b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512254 Oct 30 00:58:47.858654 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:58:47.918787 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:58:47.925864 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:58:47.926589 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:47.927111 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 Oct 30 00:58:48.049908 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:48.050417 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:48.067042 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8aacbb8d-4177-4a80-ac72-461c526bf755 req-e21da075-488b-4271-ab76-532d155579dc tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 210 time: 0.0441575 Oct 30 00:58:48.094755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:48.111950 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:58:48.115054 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46ff948-1301-4fa4-8755-fabdd67b691f" -d '{"events": [{"server_uuid": "c7be44ac-3b42-4ace-ac56-65c117e839c6", "name": "network-vif-plugged", "status": "completed", "tag": "2a5ef263-4503-4e15-8a9c-3e1f7cdcf464"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:58:48.160038 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:48.166619 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:48.177798 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:48.207010 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e52e48-d14d-403e-b788-11be7031eb88 x-openstack-request-id: req-a6e52e48-d14d-403e-b788-11be7031eb88 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:58:48.207413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be44ac-3b42-4ace-ac56-65c117e839c6", "name": "network-vif-plugged", "status": "completed", "tag": "2a5ef263-4503-4e15-8a9c-3e1f7cdcf464", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:58:48.207743 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6e52e48-d14d-403e-b788-11be7031eb88 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:58:48.208363 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e52e48-d14d-403e-b788-11be7031eb88'] response: {'server_uuid': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464', 'code': 200} Oct 30 00:58:48.240283 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:48.414465 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:48.449543 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0befbd90-9bc6-41cf-877e-2097e556d84d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:48.451394 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0befbd90-9bc6-41cf-877e-2097e556d84d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "GET /networking/v2.0/networks?id=e79f970e-5030-4a3e-9305-668e891be9fd HTTP/1.1" status: 200 len: 807 time: 0.1513705 Oct 30 00:58:48.473297 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Request body: {'port': {'device_id': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd', 'admin_state_up': True, 'tenant_id': 'dd16277cbc344c9aa8ffbc45ce1a16d2'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:48.583670 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8d13-2b71-4fbb-b82e-349d14cabc9a req-065848c8-3a4a-409a-815b-cd2729226d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:48.585217 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fabf8d13-2b71-4fbb-b82e-349d14cabc9a req-065848c8-3a4a-409a-815b-cd2729226d42 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1129 time: 0.0590634 Oct 30 00:58:48.626371 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Made reservation on behalf of dd16277cbc344c9aa8ffbc45ce1a16d2 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:58:48.630692 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:48.716026 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:48.783342 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fabf8d13-2b71-4fbb-b82e-349d14cabc9a req-f03d859e-5d15-4b2e-aaf8-524dd556d3ad service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884731 Oct 30 00:58:48.805316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Allocated IP 172.20.0.12 (e79f970e-5030-4a3e-9305-668e891be9fd/253279c6-edc2-4bbe-9ffc-64e67781ccb7/789b3d8f-15d1-4b53-9724-f962176bd31c) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:58:48.984103 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks [] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.001385 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1414-3d46-48bb-901f-ed3b50566cb8 req-e7ab3064-d5c4-4db0-899f-cd2618744771 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:49.008204 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d77b1414-3d46-48bb-901f-ed3b50566cb8 req-e7ab3064-d5c4-4db0-899f-cd2618744771 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 944 time: 0.0592661 Oct 30 00:58:49.019597 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.055626 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d77b1414-3d46-48bb-901f-ed3b50566cb8 req-c7b4d02d-257d-4a6d-9fa1-4659c74141f5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Oct 30 00:58:49.061671 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Network e79f970e-5030-4a3e-9305-668e891be9fd is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:58:49.066988 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:58:49.070840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:58:49.075532 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:49.076157 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.087534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Pushing event updated for resources: {'Port': ['ID=789b3d8f-15d1-4b53-9724-f962176bd31c,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:49.100826 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-6351a2dd-68c6-42fc-b0fc-d90a973b3b00 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6312459 Oct 30 00:58:49.188753 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2cfd-fab7-4de0-829c-f9ddba5b29a6 req-c6d2e918-fb8c-438f-8e58-bf1682a1b18b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:49.190120 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1fd2cfd-fab7-4de0-829c-f9ddba5b29a6 req-c6d2e918-fb8c-438f-8e58-bf1682a1b18b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 932 time: 0.0485179 Oct 30 00:58:49.241752 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1fd2cfd-fab7-4de0-829c-f9ddba5b29a6 req-1a1e9003-bc6e-435a-b436-5e4cd40c861d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Oct 30 00:58:49.275657 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Request body: {'port': {'device_id': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:58:49.343098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.377627 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:49.428724 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43398) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:49.477494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Deleting subnet 21331964-7d69-41c7-8d91-81b8fe2540be {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 00:58:49.481045 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Publish callbacks [] for subnet (21331964-7d69-41c7-8d91-81b8fe2540be), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.526507 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (21331964-7d69-41c7-8d91-81b8fe2540be), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.573798 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (21331964-7d69-41c7-8d91-81b8fe2540be), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.611403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789b3d8f-15d1-4b53-9724-f962176bd31c {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:49.619207 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:49.622161 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Publish callbacks [] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.634153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (21331964-7d69-41c7-8d91-81b8fe2540be), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.637906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Transition to ACTIVE for port object 789b3d8f-15d1-4b53-9724-f962176bd31c will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:58:49.644839 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.665412 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21331964-7d69-41c7-8d91-81b8fe2540be,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:49.667628 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.672234 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3927d69b-8457-413e-936d-c99ee6640d75 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/21331964-7d69-41c7-8d91-81b8fe2540be HTTP/1.1" status: 204 len: 168 time: 0.2424061 Oct 30 00:58:49.673852 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43402) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:49.706429 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Pushing event updated for resources: {'Port': ['ID=789b3d8f-15d1-4b53-9724-f962176bd31c,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:49.737721 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Attempting to bind port 789b3d8f-15d1-4b53-9724-f962176bd31c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:58:49.737978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Attempting to bind port 789b3d8f-15d1-4b53-9724-f962176bd31c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:58:49.738310 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Attempting to bind port 789b3d8f-15d1-4b53-9724-f962176bd31c on network e79f970e-5030-4a3e-9305-668e891be9fd {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:49.749698 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (6cc0e90b-9e17-48fe-9a91-db1c2f356a38), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.781080 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Port 789b3d8f-15d1-4b53-9724-f962176bd31c on network e79f970e-5030-4a3e-9305-668e891be9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:58:49.781534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Attempting to bind port 789b3d8f-15d1-4b53-9724-f962176bd31c on network e79f970e-5030-4a3e-9305-668e891be9fd {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:58:49.810952 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:49.829980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (6cc0e90b-9e17-48fe-9a91-db1c2f356a38), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.830710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:58:49.831049 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Checking segment: {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:58:49.831423 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Bound using segment: {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:58:49.831892 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Bound port: 789b3d8f-15d1-4b53-9724-f962176bd31c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:58:49.832246 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.838163 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 88fd74d2-892d-4aaf-b602-415c64c5b9aa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:58:49.854533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc0e90b-9e17-48fe-9a91-db1c2f356a38']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:49.865268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73d2159-5f63-46f2-88cb-89785089f8f4') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:49.865685 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73d2159-5f63-46f2-88cb-89785089f8f4') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:49.877549 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (d73d2159-5f63-46f2-88cb-89785089f8f4), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.895212 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (d73d2159-5f63-46f2-88cb-89785089f8f4), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.905575 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 00:58:49.906107 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (d73d2159-5f63-46f2-88cb-89785089f8f4), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.906379 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] For port 789b3d8f-15d1-4b53-9724-f962176bd31c, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:58:49.910039 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] For port 789b3d8f-15d1-4b53-9724-f962176bd31c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789b3d8f-15d1-4b53-9724-f962176bd31c,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:58:49.917283 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.946365 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:49.946983 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:49.949405 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/789b3d8f-15d1-4b53-9724-f962176bd31c HTTP/1.1" status: 200 len: 1094 time: 0.6775703 Oct 30 00:58:49.949534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'tag': '789b3d8f-15d1-4b53-9724-f962176bd31c'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:58:49.951758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d8e360-f468-4d86-8a02-a5169e0e710e" -d '{"events": [{"name": "network-changed", "server_uuid": "6eaaf253-16e7-4c62-a434-a4b8f5d7b536", "tag": "789b3d8f-15d1-4b53-9724-f962176bd31c"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:58:49.974586 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment d73d2159-5f63-46f2-88cb-89785089f8f4 resource provider aggregate not found Oct 30 00:58:49.982038 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:49.999517 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '88fd74d2-892d-4aaf-b602-415c64c5b9aa', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'port_id': '88fd74d2-892d-4aaf-b602-415c64c5b9aa', 'mac_address': 'fa:16:3e:46:fe:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:58:50.005795 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (6cc0e90b-9e17-48fe-9a91-db1c2f356a38), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.012806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment d73d2159-5f63-46f2-88cb-89785089f8f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d73d2159-5f63-46f2-88cb-89785089f8f4 found for delete ", "request_id": "req-114a04d4-071a-48d8-8b66-101825610a9a"}]} Oct 30 00:58:50.013347 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b771bc-3442-4e0b-a564-f1ed629e48db x-openstack-request-id: req-06b771bc-3442-4e0b-a564-f1ed629e48db {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:58:50.013627 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eaaf253-16e7-4c62-a434-a4b8f5d7b536", "tag": "789b3d8f-15d1-4b53-9724-f962176bd31c", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:58:50.013874 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06b771bc-3442-4e0b-a564-f1ed629e48db {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:58:50.014274 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b771bc-3442-4e0b-a564-f1ed629e48db'] response: {'name': 'network-changed', 'server_uuid': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'tag': '789b3d8f-15d1-4b53-9724-f962176bd31c', 'status': 'completed', 'code': 200} Oct 30 00:58:50.020450 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fb158-0bc3-4741-9e11-2225e0190c1a service neutron] Pushing event updated for resources: {'Port': ['ID=789b3d8f-15d1-4b53-9724-f962176bd31c,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:50.023087 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.028240 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/6cc0e90b-9e17-48fe-9a91-db1c2f356a38 HTTP/1.1" status: 204 len: 168 time: 0.3531053 Oct 30 00:58:50.039878 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544aa05-f064-4da9-a919-5461356261a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc0e90b-9e17-48fe-9a91-db1c2f356a38,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:50.044542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43412) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:50.081862 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 88fd74d2-892d-4aaf-b602-415c64c5b9aa is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:58:50.082391 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.102567 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Deleting subnet 2ae50acc-a50f-4d99-aa42-f601f89231d3 {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 00:58:50.110024 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fd74d2-892d-4aaf-b602-415c64c5b9aa {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:58:50.111181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Publish callbacks [] for subnet (2ae50acc-a50f-4d99-aa42-f601f89231d3), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.138700 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:58:50.142214 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:50.149533 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.162079 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (2ae50acc-a50f-4d99-aa42-f601f89231d3), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.218117 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=88fd74d2-892d-4aaf-b602-415c64c5b9aa,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:50.255682 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dfb18-82a8-4b2a-a571-b1fb68bc3fce req-8bda874a-d223-4c2a-adc0-d4dfdeda14c9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:50.257856 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2c2dfb18-82a8-4b2a-a571-b1fb68bc3fce req-8bda874a-d223-4c2a-adc0-d4dfdeda14c9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0661497 Oct 30 00:58:50.263551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (2ae50acc-a50f-4d99-aa42-f601f89231d3), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.318976 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e360-f468-4d86-8a02-a5169e0e710e req-9be74f2e-384f-41a8-9a64-b5b6aca775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:50.321170 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b2d8e360-f468-4d86-8a02-a5169e0e710e req-9be74f2e-384f-41a8-9a64-b5b6aca775dc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 1128 time: 0.0455797 Oct 30 00:58:50.395504 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2c2dfb18-82a8-4b2a-a571-b1fb68bc3fce req-7534fb10-2cc3-437f-b6f6-0215f99e5b23 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288779 Oct 30 00:58:50.407326 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925de8cd-0c75-4680-8054-263f4cf17a99 req-b43a79ad-9bdc-482b-95ac-07ce76b0d9a5 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:50.408863 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-925de8cd-0c75-4680-8054-263f4cf17a99 req-b43a79ad-9bdc-482b-95ac-07ce76b0d9a5 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0775306 Oct 30 00:58:50.418746 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (2ae50acc-a50f-4d99-aa42-f601f89231d3), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.444928 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e360-f468-4d86-8a02-a5169e0e710e req-d141037b-478b-4aa9-9fdc-0d09d1c3211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:50.446390 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b2d8e360-f468-4d86-8a02-a5169e0e710e req-d141037b-478b-4aa9-9fdc-0d09d1c3211c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1109209 Oct 30 00:58:50.458752 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae50acc-a50f-4d99-aa42-f601f89231d3,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:50.470182 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.473385 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-71860048-90d0-4e2e-89c1-a232f0ac279a admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/2ae50acc-a50f-4d99-aa42-f601f89231d3 HTTP/1.1" status: 204 len: 168 time: 0.4254212 Oct 30 00:58:50.475934 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43422) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:50.546434 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-925de8cd-0c75-4680-8054-263f4cf17a99 req-e701fca7-bab0-4873-83a7-b75e0bc51bdd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244838 Oct 30 00:58:50.565896 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (a6a0ed26-ee89-47c4-b85a-1e0b07aae282), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.667910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (a6a0ed26-ee89-47c4-b85a-1e0b07aae282), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.695386 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a0ed26-ee89-47c4-b85a-1e0b07aae282']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:50.705699 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3074e5e5-7d51-435e-b260-f98135ab3f8b') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:50.706019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3074e5e5-7d51-435e-b260-f98135ab3f8b') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 00:58:50.716703 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (3074e5e5-7d51-435e-b260-f98135ab3f8b), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.733152 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (3074e5e5-7d51-435e-b260-f98135ab3f8b), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.740337 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 00:58:50.740721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (3074e5e5-7d51-435e-b260-f98135ab3f8b), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.805622 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (a6a0ed26-ee89-47c4-b85a-1e0b07aae282), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.811622 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:50.814767 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/a6a0ed26-ee89-47c4-b85a-1e0b07aae282 HTTP/1.1" status: 204 len: 168 time: 0.3379381 Oct 30 00:58:50.827127 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76382a-1e25-41b5-9011-e81bb9663256 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a0ed26-ee89-47c4-b85a-1e0b07aae282,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:50.989935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43430) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:50.996194 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:51.034003 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c0fd3f85-ea9d-445f-a22e-3e09257db5de admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=274b2d35f1de475f86e2604ba286fa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428133 Oct 30 00:58:51.037616 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43432) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:51.088154 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fb2a49d0-bb91-4587-8c8c-8ab6de4fb3c1 admin admin] Publish callbacks [] for security_group (a71b2daa-c009-42c4-9047-b77d04abf8c1), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.108396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fb2a49d0-bb91-4587-8c8c-8ab6de4fb3c1 admin admin] Publish callbacks [] for security_group (a71b2daa-c009-42c4-9047-b77d04abf8c1), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.161572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fb2a49d0-bb91-4587-8c8c-8ab6de4fb3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a71b2daa-c009-42c4-9047-b77d04abf8c1), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.164287 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-fb2a49d0-bb91-4587-8c8c-8ab6de4fb3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.165438 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-fb2a49d0-bb91-4587-8c8c-8ab6de4fb3c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a71b2daa-c009-42c4-9047-b77d04abf8c1 HTTP/1.1" status: 204 len: 168 time: 0.1268523 Oct 30 00:58:51.174304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a49d0-bb91-4587-8c8c-8ab6de4fb3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b2daa-c009-42c4-9047-b77d04abf8c1,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:51.532302 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1498-9b40-400a-9f07-17c58cc42f6a req-03da9daf-0250-411e-92a1-c397c78c5daf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:51.533880 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-175b1498-9b40-400a-9f07-17c58cc42f6a req-03da9daf-0250-411e-92a1-c397c78c5daf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0534997 Oct 30 00:58:51.571525 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:51.588302 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-175b1498-9b40-400a-9f07-17c58cc42f6a req-3ededdab-8b1b-4f23-befc-b96bea121a39 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 Oct 30 00:58:51.667084 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43446) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:51.705043 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1694-b6b4-43c1-80c1-8f782a332c96 req-f986f4d6-bde9-4a65-9315-2088bb66c73e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:51.706565 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-508c1694-b6b4-43c1-80c1-8f782a332c96 req-f986f4d6-bde9-4a65-9315-2088bb66c73e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0546029 Oct 30 00:58:51.710656 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-7ff108a6-41cd-4f2c-b700-3a251c7ba574 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=26308f7dce144bc6bf2ce74bae869ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423853 Oct 30 00:58:51.713248 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43448) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:51.753912 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:51.754709 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-508c1694-b6b4-43c1-80c1-8f782a332c96 req-99a617cd-f483-4662-93e1-f2308878a3b2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422728 Oct 30 00:58:51.765407 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0115e2df-b620-49a0-a2a7-acff765af962 admin admin] Publish callbacks [] for security_group (c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.788405 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0115e2df-b620-49a0-a2a7-acff765af962 admin admin] Publish callbacks [] for security_group (c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.837107 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0115e2df-b620-49a0-a2a7-acff765af962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.840008 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0115e2df-b620-49a0-a2a7-acff765af962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:51.841495 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0115e2df-b620-49a0-a2a7-acff765af962 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af HTTP/1.1" status: 204 len: 168 time: 0.1272523 Oct 30 00:58:51.849589 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115e2df-b620-49a0-a2a7-acff765af962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd1ee9-f50e-417d-9bc0-c9141ecfb4af,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:52.031968 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 3074e5e5-7d51-435e-b260-f98135ab3f8b resource provider aggregate not found Oct 30 00:58:52.049272 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 3074e5e5-7d51-435e-b260-f98135ab3f8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3074e5e5-7d51-435e-b260-f98135ab3f8b found for delete ", "request_id": "req-5152cf14-f1fb-406e-ae45-10ec270db21f"}]} Oct 30 00:58:52.723839 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553f4ff-904d-4429-9792-c7280222fa5a req-491c5333-973b-4da3-9ba6-002ac930ae3b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:52.725734 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d553f4ff-904d-4429-9792-c7280222fa5a req-491c5333-973b-4da3-9ba6-002ac930ae3b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Oct 30 00:58:52.784155 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d553f4ff-904d-4429-9792-c7280222fa5a req-3cf0604c-e9d0-4544-9b45-e06e1286ae0e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Oct 30 00:58:52.883461 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfccab6-a7cd-4308-a49b-30a33442166f req-33d7a307-f662-4b7a-b79d-1a56cb2a47dd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:52.885040 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bdfccab6-a7cd-4308-a49b-30a33442166f req-33d7a307-f662-4b7a-b79d-1a56cb2a47dd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0486124 Oct 30 00:58:52.935169 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bdfccab6-a7cd-4308-a49b-30a33442166f req-ab8b0368-3deb-476d-8a9c-fc6f9897f5c2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Oct 30 00:58:52.999653 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43494) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:53.106857 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81a3adc7-a0c3-4432-8a6c-b829ec76e806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.414288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81a3adc7-a0c3-4432-8a6c-b829ec76e806 admin admin] Publish callbacks [] for security_group (cffc69d9-a9b7-4458-870a-7e95b70e5ba3), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.420526 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81a3adc7-a0c3-4432-8a6c-b829ec76e806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (cffc69d9-a9b7-4458-870a-7e95b70e5ba3), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.459805 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3adc7-a0c3-4432-8a6c-b829ec76e806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffc69d9-a9b7-4458-870a-7e95b70e5ba3,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:53.464253 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-81a3adc7-a0c3-4432-8a6c-b829ec76e806 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e9c6ee5d75d845d1b7d4cf0b7d1b8e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634640 Oct 30 00:58:53.468331 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43500) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:58:53.521293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a0be6480-0d64-486b-b7a0-5e0f6082035a admin admin] Publish callbacks [] for security_group (cffc69d9-a9b7-4458-870a-7e95b70e5ba3), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.542402 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a0be6480-0d64-486b-b7a0-5e0f6082035a admin admin] Publish callbacks [] for security_group (cffc69d9-a9b7-4458-870a-7e95b70e5ba3), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.598094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a0be6480-0d64-486b-b7a0-5e0f6082035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (cffc69d9-a9b7-4458-870a-7e95b70e5ba3), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.600898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a0be6480-0d64-486b-b7a0-5e0f6082035a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:58:53.602336 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a0be6480-0d64-486b-b7a0-5e0f6082035a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cffc69d9-a9b7-4458-870a-7e95b70e5ba3 HTTP/1.1" status: 204 len: 168 time: 0.1336620 Oct 30 00:58:53.611474 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6480-0d64-486b-b7a0-5e0f6082035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffc69d9-a9b7-4458-870a-7e95b70e5ba3,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:58:53.926169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292f63-dd8b-4804-9d42-6642a7fe9e2c req-817dc555-fb50-4e72-907d-72509385b45f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:53.928093 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ae292f63-dd8b-4804-9d42-6642a7fe9e2c req-817dc555-fb50-4e72-907d-72509385b45f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0544291 Oct 30 00:58:53.984231 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ae292f63-dd8b-4804-9d42-6642a7fe9e2c req-ee127049-3696-4ce4-84f8-62e2fe8b89c4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 Oct 30 00:58:54.093490 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de02f-22a9-4e5d-8ecc-0e8e908e691c req-31718e30-d6f8-4a30-969c-5d7d0246126c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:54.095213 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-529de02f-22a9-4e5d-8ecc-0e8e908e691c req-31718e30-d6f8-4a30-969c-5d7d0246126c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0611322 Oct 30 00:58:54.148887 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-529de02f-22a9-4e5d-8ecc-0e8e908e691c req-7d22e11b-ad00-402d-80fb-9a546a75c43d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Oct 30 00:58:55.113426 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1858-be18-417e-af71-9e44469f1504 req-51e33a10-0077-4e25-81c6-187c98b8aacf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:55.115027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-730b1858-be18-417e-af71-9e44469f1504 req-51e33a10-0077-4e25-81c6-187c98b8aacf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0503743 Oct 30 00:58:55.174114 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-730b1858-be18-417e-af71-9e44469f1504 req-559f5f3c-ce42-4985-9eed-21fc20d7df11 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513878 Oct 30 00:58:55.296108 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c499-df0f-4930-a648-25ff7e77d974 req-2395b9cf-938f-4274-a7d8-a6f891bb2478 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:55.298103 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42a3c499-df0f-4930-a648-25ff7e77d974 req-2395b9cf-938f-4274-a7d8-a6f891bb2478 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0529191 Oct 30 00:58:55.354552 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42a3c499-df0f-4930-a648-25ff7e77d974 req-b4328320-6923-4ed9-900a-86b42832a4ff tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504422 Oct 30 00:58:56.304215 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67360662-6c50-4476-a013-4324eb286e5d req-82b66eb9-5c6d-4430-8219-a9a6061948ee tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:56.305714 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-67360662-6c50-4476-a013-4324eb286e5d req-82b66eb9-5c6d-4430-8219-a9a6061948ee tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Oct 30 00:58:56.338118 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:56.357819 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-67360662-6c50-4476-a013-4324eb286e5d req-118e4743-f155-41d9-b64a-0c39f74403f7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Oct 30 00:58:56.480461 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8836b3-318b-48c7-a45c-0d3041ca1bf1 req-174b8829-9ac9-4f0c-8d67-4d586249b972 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:56.481870 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b8836b3-318b-48c7-a45c-0d3041ca1bf1 req-174b8829-9ac9-4f0c-8d67-4d586249b972 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0519276 Oct 30 00:58:56.531915 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b8836b3-318b-48c7-a45c-0d3041ca1bf1 req-651319ee-d09c-4a8e-ab47-078fc540e9f9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Oct 30 00:58:56.864030 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['88fd74d2-892d-4aaf-b602-415c64c5b9aa'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:58:56.994245 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:57.042609 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e360-f468-4d86-8a02-a5169e0e710e req-b2fbbfb9-e15f-4b57-82a9-df20410c331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.044157 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b2d8e360-f468-4d86-8a02-a5169e0e710e req-b2fbbfb9-e15f-4b57-82a9-df20410c331f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068108 Oct 30 00:58:57.489612 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb989-c815-4635-93da-b6714cf9d2d7 req-bf491532-3e03-4bf2-aa4e-a4e0b7b226a8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.491207 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-878fb989-c815-4635-93da-b6714cf9d2d7 req-bf491532-3e03-4bf2-aa4e-a4e0b7b226a8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0565636 Oct 30 00:58:57.524740 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-a1ffa7b6-ad11-4f9e-a1c3-1b46730fb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.526268 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-a1ffa7b6-ad11-4f9e-a1c3-1b46730fb06f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 1128 time: 0.0645082 Oct 30 00:58:57.528092 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-2a206ccc-2b57-4ed8-86f1-25a9628925d8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769558 Oct 30 00:58:57.543619 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-878fb989-c815-4635-93da-b6714cf9d2d7 req-89efd78b-2e79-4e6b-9b6c-22fee93b0183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Oct 30 00:58:57.644199 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-d6bd83cd-21ae-48c0-a23a-895ddd14f7a1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=789b3d8f-15d1-4b53-9724-f962176bd31c HTTP/1.1" status: 200 len: 217 time: 0.0499020 Oct 30 00:58:57.688235 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a841-55ac-4946-8dc7-29d78f864b0d req-220e8c58-9e5c-41ab-8259-2f3d095eff50 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.690246 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7790a841-55ac-4946-8dc7-29d78f864b0d req-220e8c58-9e5c-41ab-8259-2f3d095eff50 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0665789 Oct 30 00:58:57.721231 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:57.745218 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-eac1978c-45ce-438a-a592-5be85747a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.746740 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-eac1978c-45ce-438a-a592-5be85747a821 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1129 time: 0.0924213 Oct 30 00:58:57.746875 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7790a841-55ac-4946-8dc7-29d78f864b0d req-ec2906ec-0723-4b6a-a236-dc181a83fda3 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Oct 30 00:58:57.748239 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-7a171ad1-8f17-4e4e-94ad-9b1cc7076cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.749547 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-7a171ad1-8f17-4e4e-94ad-9b1cc7076cc6 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=253279c6-edc2-4bbe-9ffc-64e67781ccb7 HTTP/1.1" status: 200 len: 847 time: 0.0968530 Oct 30 00:58:57.796915 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-c7521072-0b78-4c51-9889-74b4988674b4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=e79f970e-5030-4a3e-9305-668e891be9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394092 Oct 30 00:58:57.929049 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:58:57.957716 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-13f3d268-e0a5-4050-af5d-9fce881c3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:57.959255 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-13f3d268-e0a5-4050-af5d-9fce881c3aa7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.1919119 Oct 30 00:58:57.963223 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-9391cae0-0669-4bda-bee6-1749fb3d0ffc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551981 Oct 30 00:58:58.083643 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-69a564b7-370f-40fb-9201-cc8b039297ce service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 1000 time: 0.1093740 Oct 30 00:58:58.144259 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-eeddb7e6-6e62-4fdd-bba5-23345fbd083d req-0df168ae-b723-4af3-b4f7-32a46ee4e44b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687763 Oct 30 00:58:58.151611 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-89947301-c243-44d6-84a3-9bcfbfaa3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:58.152996 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-89947301-c243-44d6-84a3-9bcfbfaa3103 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0592201 Oct 30 00:58:58.207694 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-68e09154-d83d-4290-b32c-ea9abaf1d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:58.209321 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-68e09154-d83d-4290-b32c-ea9abaf1d49a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403121 Oct 30 00:58:58.678121 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e6d7-afd2-4e36-a3aa-4c7a7832e1b6 req-017c6b97-3b63-41ae-a766-6fb05e967850 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:58.679682 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2353e6d7-afd2-4e36-a3aa-4c7a7832e1b6 req-017c6b97-3b63-41ae-a766-6fb05e967850 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0565956 Oct 30 00:58:58.729891 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2353e6d7-afd2-4e36-a3aa-4c7a7832e1b6 req-4ed96a43-8dab-4dfd-aeed-a733f4f633a9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Oct 30 00:58:58.872131 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f6f8b-d212-4384-be56-351037779311 req-d7f87d95-2090-4ff4-8131-c5fd9fa56690 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:58.873687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d8f6f8b-d212-4384-be56-351037779311 req-d7f87d95-2090-4ff4-8131-c5fd9fa56690 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0486569 Oct 30 00:58:58.925256 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d8f6f8b-d212-4384-be56-351037779311 req-b22c5f4c-f956-4e3b-8699-ec259ae912b4 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Oct 30 00:58:59.865465 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48515670-7a6d-492e-8c38-8baa72cbd44d req-ad9d1d00-0ec4-4297-b517-3e55006a20cc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:58:59.866965 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-48515670-7a6d-492e-8c38-8baa72cbd44d req-ad9d1d00-0ec4-4297-b517-3e55006a20cc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0559225 Oct 30 00:58:59.919669 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-48515670-7a6d-492e-8c38-8baa72cbd44d req-4bd0d6fd-ffa1-4865-8c26-ec61c06934b2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Oct 30 00:59:00.065623 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608d46-d83d-4b23-99cd-9e8284925c71 req-baa46389-734c-4b69-b1d0-b49d103c0627 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:00.067153 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8608d46-d83d-4b23-99cd-9e8284925c71 req-baa46389-734c-4b69-b1d0-b49d103c0627 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0571306 Oct 30 00:59:00.119734 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8608d46-d83d-4b23-99cd-9e8284925c71 req-27a0a8a0-b658-433c-add4-3ff302795edc tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Oct 30 00:59:00.560030 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:00.573740 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:01.056025 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf076814-60da-4b5f-9066-29a9e716db9d req-cbae9850-01cd-4b5c-a198-b66a59f1c579 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:01.057503 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bf076814-60da-4b5f-9066-29a9e716db9d req-cbae9850-01cd-4b5c-a198-b66a59f1c579 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0591450 Oct 30 00:59:01.109538 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bf076814-60da-4b5f-9066-29a9e716db9d req-69176edf-1bc3-4cd3-8cdb-6dedef1b1f74 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Oct 30 00:59:01.251010 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadda74d-78a3-4468-b86b-429e04294af7 req-6241f5c7-e8e4-4509-8bd2-e37c62141938 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:01.252540 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cadda74d-78a3-4468-b86b-429e04294af7 req-6241f5c7-e8e4-4509-8bd2-e37c62141938 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0526760 Oct 30 00:59:01.301054 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cadda74d-78a3-4468-b86b-429e04294af7 req-837dbaae-23b0-4dc3-88c2-29c373a62da7 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Oct 30 00:59:02.247028 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c45d-39d8-4e93-a095-cbb215c19a70 req-0efbd106-d4e3-4721-865f-6e782571001a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:02.248601 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0054c45d-39d8-4e93-a095-cbb215c19a70 req-0efbd106-d4e3-4721-865f-6e782571001a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Oct 30 00:59:02.302686 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0054c45d-39d8-4e93-a095-cbb215c19a70 req-4b286b7d-16e5-421e-ac0d-7961cfbaae0b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479431 Oct 30 00:59:02.430638 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5a2e-2296-42d5-8d07-3259cfb12dad req-8fb280a0-6b9f-400e-b96d-89faadc3265e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:02.432170 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92dc5a2e-2296-42d5-8d07-3259cfb12dad req-8fb280a0-6b9f-400e-b96d-89faadc3265e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0516207 Oct 30 00:59:02.484033 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92dc5a2e-2296-42d5-8d07-3259cfb12dad req-b9ff8135-8942-410f-a423-61d68a7f7303 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Oct 30 00:59:03.425222 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913ed3a-a997-4715-9f34-273d69e79acf req-1da2f301-e0bf-4f34-8354-9f40a3267496 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:03.426644 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a913ed3a-a997-4715-9f34-273d69e79acf req-1da2f301-e0bf-4f34-8354-9f40a3267496 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Oct 30 00:59:03.449871 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:03.477609 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a913ed3a-a997-4715-9f34-273d69e79acf req-864ba901-f68c-435e-a340-56f2883942b2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Oct 30 00:59:03.609952 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157038f-add6-4d8c-9f7d-60adf99fd209 req-3a0ddf22-e9a6-44c1-90c2-838db0fa37e6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:03.611396 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b157038f-add6-4d8c-9f7d-60adf99fd209 req-3a0ddf22-e9a6-44c1-90c2-838db0fa37e6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0487974 Oct 30 00:59:03.668445 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b157038f-add6-4d8c-9f7d-60adf99fd209 req-fe722f99-5292-48b5-b057-400302e096d3 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489311 Oct 30 00:59:04.426902 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:04.430117 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 88fd74d2-892d-4aaf-b602-415c64c5b9aa up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:59:04.476596 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 88fd74d2-892d-4aaf-b602-415c64c5b9aa completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:59:04.483460 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 88fd74d2-892d-4aaf-b602-415c64c5b9aa triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:59:04.483875 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:04.484205 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 88fd74d2-892d-4aaf-b602-415c64c5b9aa Oct 30 00:59:04.556761 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 88fd74d2-892d-4aaf-b602-415c64c5b9aa is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:59:04.557151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:04.580497 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fd74d2-892d-4aaf-b602-415c64c5b9aa'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:04.583330 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bab57c-ead2-43a8-876a-390372689ac5" -d '{"events": [{"server_uuid": "60b2f6e0-a160-4d3f-b036-38597b60da68", "name": "network-vif-plugged", "status": "completed", "tag": "88fd74d2-892d-4aaf-b602-415c64c5b9aa"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:04.596155 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:04.600452 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:04.601916 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdbcef-f45b-4bb5-b9d0-de863111d986 req-9ee4e311-c15b-4d2e-a1dd-0cdeeb82d193 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:04.603535 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6fcdbcef-f45b-4bb5-b9d0-de863111d986 req-9ee4e311-c15b-4d2e-a1dd-0cdeeb82d193 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Oct 30 00:59:04.625656 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:04.627840 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc7435-c1cf-4a46-a757-e111d061c836 x-openstack-request-id: req-e1bc7435-c1cf-4a46-a757-e111d061c836 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:04.628201 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2f6e0-a160-4d3f-b036-38597b60da68", "name": "network-vif-plugged", "status": "completed", "tag": "88fd74d2-892d-4aaf-b602-415c64c5b9aa", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:04.628448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1bc7435-c1cf-4a46-a757-e111d061c836 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:04.628839 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bc7435-c1cf-4a46-a757-e111d061c836'] response: {'server_uuid': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fd74d2-892d-4aaf-b602-415c64c5b9aa', 'code': 200} Oct 30 00:59:04.641961 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:04.653954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6fcdbcef-f45b-4bb5-b9d0-de863111d986 req-b124dd5c-1261-47b7-87ce-ea64065066c2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Oct 30 00:59:04.656474 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=88fd74d2-892d-4aaf-b602-415c64c5b9aa,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:04.789840 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88feb24-0367-43bd-8072-5680001f9773 req-ff073a02-c2c9-4201-8ac8-8a09fff5aeea tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:04.791305 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c88feb24-0367-43bd-8072-5680001f9773 req-ff073a02-c2c9-4201-8ac8-8a09fff5aeea tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0465100 Oct 30 00:59:04.840752 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c88feb24-0367-43bd-8072-5680001f9773 req-aab3e75e-22ba-4cc8-989e-b0dfd01f143e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Oct 30 00:59:05.293560 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:05.784070 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380ba7f-3cc0-4e7b-9240-4de8f7ee6f94 req-2373c507-bf74-48b7-a29b-cc2e61e3dc78 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:05.785560 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a380ba7f-3cc0-4e7b-9240-4de8f7ee6f94 req-2373c507-bf74-48b7-a29b-cc2e61e3dc78 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0505753 Oct 30 00:59:05.836721 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a380ba7f-3cc0-4e7b-9240-4de8f7ee6f94 req-1d4d4ef8-74ad-47df-9b2c-d6756ebb4d33 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Oct 30 00:59:05.962251 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3735fc-b782-432a-8d75-39d410e75166 req-54b13932-cbf5-40f8-8418-b1d0cd4dfb70 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:05.963624 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9a3735fc-b782-432a-8d75-39d410e75166 req-54b13932-cbf5-40f8-8418-b1d0cd4dfb70 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0485427 Oct 30 00:59:06.014860 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9a3735fc-b782-432a-8d75-39d410e75166 req-44cc91c6-dab3-4d54-b1de-7ca674594401 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441926 Oct 30 00:59:06.161992 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1bbc901f-a3c4-4627-884f-67dff9403393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:06.976638 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7cd5f-30b0-4fbd-a414-dfd7965feed0 req-2c784506-3d27-4f3f-88d6-664776faaee5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:06.978177 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99c7cd5f-30b0-4fbd-a414-dfd7965feed0 req-2c784506-3d27-4f3f-88d6-664776faaee5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0489302 Oct 30 00:59:07.029371 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99c7cd5f-30b0-4fbd-a414-dfd7965feed0 req-462f04f7-c9d8-43fb-9fa6-fe6c971c6e3b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 Oct 30 00:59:07.137768 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb4690-f04a-435d-a13a-d3682759cde3 req-7890a759-f96d-4599-a700-2c9cdd52a267 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:07.139024 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ddeb4690-f04a-435d-a13a-d3682759cde3 req-7890a759-f96d-4599-a700-2c9cdd52a267 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0499799 Oct 30 00:59:07.191368 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ddeb4690-f04a-435d-a13a-d3682759cde3 req-7b2208ee-8da6-42cf-b93d-c1cc7012996a tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Oct 30 00:59:07.716981 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:59:08.173062 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae2ead-fbfd-4858-a431-45673cb578b4 req-3a5036ec-7af1-48d5-a4f9-9e097e77188f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:08.174570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-85ae2ead-fbfd-4858-a431-45673cb578b4 req-3a5036ec-7af1-48d5-a4f9-9e097e77188f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0578587 Oct 30 00:59:08.203302 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=67 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:08.205645 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=23 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:08.226230 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-85ae2ead-fbfd-4858-a431-45673cb578b4 req-df07e1b3-b171-4bea-b92d-b0deb393a714 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Oct 30 00:59:08.284365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e876f9c5-8e29-4184-b556-8ac5b8169c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:08.316080 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca35b0-d6f3-4b7b-9cef-29ec315de168 req-7a5233fe-f1bd-43d0-b4ce-6f07196b0089 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:08.317669 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-70ca35b0-d6f3-4b7b-9cef-29ec315de168 req-7a5233fe-f1bd-43d0-b4ce-6f07196b0089 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0504491 Oct 30 00:59:08.366047 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-70ca35b0-d6f3-4b7b-9cef-29ec315de168 req-c3082531-10da-4cb3-b7a4-a1aa98da0257 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Oct 30 00:59:09.350664 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1730ad0-17a4-4e79-a1f0-e3912b9882b7 req-ed6bce79-f6c8-4283-958f-3a0c76d14018 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:09.352241 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d1730ad0-17a4-4e79-a1f0-e3912b9882b7 req-ed6bce79-f6c8-4283-958f-3a0c76d14018 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0474944 Oct 30 00:59:09.401739 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d1730ad0-17a4-4e79-a1f0-e3912b9882b7 req-27a85c81-adca-4ed8-af5c-897cc619987d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Oct 30 00:59:09.486926 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca0633-6add-4803-ad7f-ed45825c721a req-29f41553-c04e-4197-b807-cee8952f4b49 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:09.488354 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6bca0633-6add-4803-ad7f-ed45825c721a req-29f41553-c04e-4197-b807-cee8952f4b49 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0477104 Oct 30 00:59:09.502098 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:09.542787 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6bca0633-6add-4803-ad7f-ed45825c721a req-bcf8898a-e85a-48bd-97e5-1462a9801600 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Oct 30 00:59:10.498840 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:10.536377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f85ce-fb98-4aaf-9d64-db7dce555d36 req-c6f240a3-bece-43db-af9a-fd5191f678cd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:10.537873 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ca8f85ce-fb98-4aaf-9d64-db7dce555d36 req-c6f240a3-bece-43db-af9a-fd5191f678cd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0490756 Oct 30 00:59:10.587809 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ca8f85ce-fb98-4aaf-9d64-db7dce555d36 req-3bf07cc6-57be-4640-b96b-6ffb51c4b393 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Oct 30 00:59:10.656859 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:10.667898 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb735e5-687c-4747-b388-5325fab63491 req-4611aaa3-4fd4-41eb-8b0e-3ce318ae9207 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:10.669454 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-adb735e5-687c-4747-b388-5325fab63491 req-4611aaa3-4fd4-41eb-8b0e-3ce318ae9207 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0493460 Oct 30 00:59:10.720286 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-adb735e5-687c-4747-b388-5325fab63491 req-521180ba-0ad3-47b0-be59-096481d220ff tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Oct 30 00:59:11.077120 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:11.215085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:11.727854 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda527-c668-4195-b705-3f76ee04f851 req-3352441b-d784-4195-9546-f5cda64f6a11 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:11.729315 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0edda527-c668-4195-b705-3f76ee04f851 req-3352441b-d784-4195-9546-f5cda64f6a11 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0586357 Oct 30 00:59:11.781098 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0edda527-c668-4195-b705-3f76ee04f851 req-7d41574d-3443-4048-a820-3f1e083717f7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Oct 30 00:59:11.841487 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99346a46-a924-4d19-85b2-5807daed38f6 req-ef65e146-f53d-48ca-a9e1-1b63d736bfc4 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:11.842962 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99346a46-a924-4d19-85b2-5807daed38f6 req-ef65e146-f53d-48ca-a9e1-1b63d736bfc4 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0472889 Oct 30 00:59:11.890660 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99346a46-a924-4d19-85b2-5807daed38f6 req-5deb5c8d-6d5b-4835-88ad-4b444c375c9b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Oct 30 00:59:12.917377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52054b1c-685a-4c60-9a3a-203bfbf3a4b6 req-9fdb96e7-b25f-48d5-b5cc-6e98cd855834 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:12.918800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52054b1c-685a-4c60-9a3a-203bfbf3a4b6 req-9fdb96e7-b25f-48d5-b5cc-6e98cd855834 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0498660 Oct 30 00:59:12.970306 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52054b1c-685a-4c60-9a3a-203bfbf3a4b6 req-a8d0f5cb-3ffb-4dc8-b1c5-19e5a1424a11 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Oct 30 00:59:13.020050 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c13d4-ccc3-450d-aede-9a8dec69bd9d req-417226e8-1283-48ca-bcae-d92e0f394309 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:13.021502 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3f7c13d4-ccc3-450d-aede-9a8dec69bd9d req-417226e8-1283-48ca-bcae-d92e0f394309 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0483766 Oct 30 00:59:13.068684 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3f7c13d4-ccc3-450d-aede-9a8dec69bd9d req-8e6b8ae3-d9be-4a3d-9fd8-8b9f51ee1331 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Oct 30 00:59:14.101970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd97f2-7ed2-4c8b-b0ef-2020598ff52c req-073c0834-441c-4e8d-a92a-be87ea0bffc5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:14.103881 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fabd97f2-7ed2-4c8b-b0ef-2020598ff52c req-073c0834-441c-4e8d-a92a-be87ea0bffc5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0462008 Oct 30 00:59:14.165124 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fabd97f2-7ed2-4c8b-b0ef-2020598ff52c req-56176e90-9cee-45ff-8312-b20aff188593 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Oct 30 00:59:14.197511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d2a7-4915-4283-876e-d9d9199dd47b req-d3d37bc4-11f7-420a-b2f9-a4478e1d42ee tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:14.199300 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd00d2a7-4915-4283-876e-d9d9199dd47b req-d3d37bc4-11f7-420a-b2f9-a4478e1d42ee tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0547757 Oct 30 00:59:14.246118 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd00d2a7-4915-4283-876e-d9d9199dd47b req-15e83dad-b847-4ace-a60d-1a2c44fd8634 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Oct 30 00:59:15.291256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c62d4-0281-438b-86c8-90c4aa2e4c18 req-e07d3459-0649-4dbf-bc10-985a87ab7fd1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:15.292766 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3c0c62d4-0281-438b-86c8-90c4aa2e4c18 req-e07d3459-0649-4dbf-bc10-985a87ab7fd1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0471630 Oct 30 00:59:15.375205 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3c0c62d4-0281-438b-86c8-90c4aa2e4c18 req-01fa69f9-2660-4d5b-84ed-d5b85872461b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767114 Oct 30 00:59:15.385157 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e5eb3-548e-4945-8169-54e1d0fa0d60 req-ca8283fa-2fe8-403f-b701-df9265d3ced1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:15.386713 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b37e5eb3-548e-4945-8169-54e1d0fa0d60 req-ca8283fa-2fe8-403f-b701-df9265d3ced1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0652442 Oct 30 00:59:15.435046 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b37e5eb3-548e-4945-8169-54e1d0fa0d60 req-34346cfb-2794-469a-86a4-1810ab00f29e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Oct 30 00:59:16.452661 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 789b3d8f-15d1-4b53-9724-f962176bd31c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:59:16.548457 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0020abf-f687-4557-b15a-55d15f67e1e2 req-89c16a5f-454c-42eb-bb54-2bd0fcd1abe5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:16.549947 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0020abf-f687-4557-b15a-55d15f67e1e2 req-89c16a5f-454c-42eb-bb54-2bd0fcd1abe5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0888772 Oct 30 00:59:16.565812 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 789b3d8f-15d1-4b53-9724-f962176bd31c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789b3d8f-15d1-4b53-9724-f962176bd31c,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:16.580711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '789b3d8f-15d1-4b53-9724-f962176bd31c', 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd', 'port_id': '789b3d8f-15d1-4b53-9724-f962176bd31c', 'mac_address': 'fa:16:3e:5a:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253279c6-edc2-4bbe-9ffc-64e67781ccb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:59:16.605139 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153116fc-a0ff-4670-b9f1-90ea6fb1dbd3 req-458b1cbe-c241-43e7-993b-6fe325a9e027 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:16.606681 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-153116fc-a0ff-4670-b9f1-90ea6fb1dbd3 req-458b1cbe-c241-43e7-993b-6fe325a9e027 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 944 time: 0.0726650 Oct 30 00:59:16.627667 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 789b3d8f-15d1-4b53-9724-f962176bd31c is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:59:16.629012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:16.645058 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789b3d8f-15d1-4b53-9724-f962176bd31c {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:59:16.652412 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:16.660536 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:16.671049 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0020abf-f687-4557-b15a-55d15f67e1e2 req-e97526d8-ecc5-4ac8-b608-e41240fa3edc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Oct 30 00:59:16.671551 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 789b3d8f-15d1-4b53-9724-f962176bd31c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789b3d8f-15d1-4b53-9724-f962176bd31c,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:16.679959 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:16.683408 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-153116fc-a0ff-4670-b9f1-90ea6fb1dbd3 req-7cc955c3-5a44-4c37-8b1c-918256794205 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Oct 30 00:59:16.732239 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=789b3d8f-15d1-4b53-9724-f962176bd31c,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:16.739576 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.739953 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.740293 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.740645 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.740975 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.741299 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.741626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.741944 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.742261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.742575 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.742922 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.743252 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.743571 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.743908 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:16.744275 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:17.000555 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-6d8ab15a-e636-44ad-bbbe-9b0f434144d3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996153 Oct 30 00:59:17.134352 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ee7b9-7d7f-4dba-b0c8-bb5d44171be8 req-1a726936-3055-42cf-b7d2-0e8eaaa19cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:17.136078 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d79ee7b9-7d7f-4dba-b0c8-bb5d44171be8 req-1a726936-3055-42cf-b7d2-0e8eaaa19cd6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 1130 time: 0.0645349 Oct 30 00:59:17.138364 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8f7ca49a-32bf-46f8-8cbc-0d32710cb5b2 req-d4ea21a5-535e-4491-bf7c-b784f65ae883 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318970 Oct 30 00:59:17.203671 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d79ee7b9-7d7f-4dba-b0c8-bb5d44171be8 req-1e034424-418a-453f-87f6-df79ac81fe58 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Oct 30 00:59:17.303976 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['789b3d8f-15d1-4b53-9724-f962176bd31c'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:59:17.711259 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:17.712491 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:17.828140 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e6b77-2835-48be-a635-1f10da5997bc req-1f1206ab-d08d-4009-8fbf-6dfa4b18ea0f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:17.829651 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e0e6b77-2835-48be-a635-1f10da5997bc req-1f1206ab-d08d-4009-8fbf-6dfa4b18ea0f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0748024 Oct 30 00:59:17.849674 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b002d0-3003-4b96-90c7-ad6520fe82ca req-ccc6d886-068a-4773-8eae-396e35c33af6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:17.851081 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-81b002d0-3003-4b96-90c7-ad6520fe82ca req-ccc6d886-068a-4773-8eae-396e35c33af6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 945 time: 0.0670519 Oct 30 00:59:17.920357 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e0e6b77-2835-48be-a635-1f10da5997bc req-c7d6a240-4d9a-4243-9861-77c16d24150d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Oct 30 00:59:17.927181 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-81b002d0-3003-4b96-90c7-ad6520fe82ca req-d546ea67-a4e8-4f4e-9972-8ca330dc968b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674791 Oct 30 00:59:19.058579 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 789b3d8f-15d1-4b53-9724-f962176bd31c up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:59:19.072052 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0717b-34d6-471d-b920-cda63aa4b43e req-f29d7b7c-d820-4717-be97-4661b3736c40 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:19.073604 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dda0717b-34d6-471d-b920-cda63aa4b43e req-f29d7b7c-d820-4717-be97-4661b3736c40 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0702591 Oct 30 00:59:19.098156 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a04708-d64b-4d5b-a8d3-369c7ea0f628 req-b963cc19-fcab-49df-b83c-917a3e57b8a3 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:19.099584 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20a04708-d64b-4d5b-a8d3-369c7ea0f628 req-b963cc19-fcab-49df-b83c-917a3e57b8a3 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 945 time: 0.0668476 Oct 30 00:59:19.104575 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 789b3d8f-15d1-4b53-9724-f962176bd31c completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:59:19.111702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 789b3d8f-15d1-4b53-9724-f962176bd31c triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:59:19.112098 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:19.112474 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 789b3d8f-15d1-4b53-9724-f962176bd31c Oct 30 00:59:19.162470 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dda0717b-34d6-471d-b920-cda63aa4b43e req-43ed79c9-1b8b-4569-993b-cd6650625c83 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799384 Oct 30 00:59:19.174360 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20a04708-d64b-4d5b-a8d3-369c7ea0f628 req-bf1a5508-e411-4cd4-80ab-1a121a2fcc5c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661609 Oct 30 00:59:19.195894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 789b3d8f-15d1-4b53-9724-f962176bd31c is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:59:19.195894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:19.213319 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789b3d8f-15d1-4b53-9724-f962176bd31c'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:19.215497 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc06de-9926-4c67-9459-3a02a5fa8876" -d '{"events": [{"server_uuid": "6eaaf253-16e7-4c62-a434-a4b8f5d7b536", "name": "network-vif-plugged", "status": "completed", "tag": "789b3d8f-15d1-4b53-9724-f962176bd31c"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:19.229499 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 789b3d8f-15d1-4b53-9724-f962176bd31c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789b3d8f-15d1-4b53-9724-f962176bd31c,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:19.234181 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:19.258495 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:19.261822 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b9e652-b346-4185-9906-d4858eb69940 x-openstack-request-id: req-c0b9e652-b346-4185-9906-d4858eb69940 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:19.262132 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaaf253-16e7-4c62-a434-a4b8f5d7b536", "name": "network-vif-plugged", "status": "completed", "tag": "789b3d8f-15d1-4b53-9724-f962176bd31c", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:19.262365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0b9e652-b346-4185-9906-d4858eb69940 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:19.262770 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b9e652-b346-4185-9906-d4858eb69940'] response: {'server_uuid': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789b3d8f-15d1-4b53-9724-f962176bd31c', 'code': 200} Oct 30 00:59:19.264826 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:19.290070 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=789b3d8f-15d1-4b53-9724-f962176bd31c,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:19.816832 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43888) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:59:19.932315 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.012887 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Publish callbacks [] for security_group (3c5ac293-1fac-4756-aefd-dd04ea791fca), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.017804 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3c5ac293-1fac-4756-aefd-dd04ea791fca), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.057237 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ac293-1fac-4756-aefd-dd04ea791fca,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:20.061284 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5d5ab90cd811496e8fc9a1baa05d07f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430646 Oct 30 00:59:20.064456 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43892) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:59:20.067284 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.067627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.067991 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.068322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.068644 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.068971 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.069290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.069605 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.069923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.070242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.070542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.070854 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.071152 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.071462 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.071790 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec180614-0b85-4f6e-a1f4-3295977abeb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.117074 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Publish callbacks [] for security_group (3c5ac293-1fac-4756-aefd-dd04ea791fca), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.137454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Publish callbacks [] for security_group (3c5ac293-1fac-4756-aefd-dd04ea791fca), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.188717 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3c5ac293-1fac-4756-aefd-dd04ea791fca), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.191163 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:20.192329 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-63e27df4-df05-417c-8325-007246641023 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3c5ac293-1fac-4756-aefd-dd04ea791fca HTTP/1.1" status: 204 len: 168 time: 0.1269176 Oct 30 00:59:20.200534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ac293-1fac-4756-aefd-dd04ea791fca,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:20.209477 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.209879 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.210150 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.211088 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.211427 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.211895 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.212098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.212421 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.212748 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.213076 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.213398 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.213723 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.214042 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.214605 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.214713 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e27df4-df05-417c-8325-007246641023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 00:59:20.343068 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef663e2-975c-4b16-99aa-7194726bdb1b req-3d083635-ffe2-4f70-95e9-e745870380a9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:20.344659 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eef663e2-975c-4b16-99aa-7194726bdb1b req-3d083635-ffe2-4f70-95e9-e745870380a9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0784400 Oct 30 00:59:20.369583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41731-3bc0-45ab-a604-be1e6ad83614 req-c37b3bf2-7fde-4263-8037-bd01ac706e27 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:20.371042 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5eb41731-3bc0-45ab-a604-be1e6ad83614 req-c37b3bf2-7fde-4263-8037-bd01ac706e27 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0937028 Oct 30 00:59:20.438066 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eef663e2-975c-4b16-99aa-7194726bdb1b req-20caa724-3ff1-4839-991c-43964ad3201b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836208 Oct 30 00:59:20.451464 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5eb41731-3bc0-45ab-a604-be1e6ad83614 req-7d85dc1d-5fc4-4c1f-a92c-5b55fa9c024f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Oct 30 00:59:20.681865 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6180eb6-3b96-4df9-9212-1fd9d599456a req-a8da18b5-36cc-49a6-8514-693a0c86a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:20.683524 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b6180eb6-3b96-4df9-9212-1fd9d599456a req-a8da18b5-36cc-49a6-8514-693a0c86a7ea service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 1130 time: 0.0699697 Oct 30 00:59:20.755626 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b6180eb6-3b96-4df9-9212-1fd9d599456a req-412ac4df-3467-43d7-af88-1fd51dfaf188 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646837 Oct 30 00:59:20.854631 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12289ec-02fb-425f-9a45-c945b86b78e5 req-3b8897e4-3d8d-45be-b2e8-c8987825d865 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:20.856415 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a12289ec-02fb-425f-9a45-c945b86b78e5 req-3b8897e4-3d8d-45be-b2e8-c8987825d865 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0509205 Oct 30 00:59:20.908509 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a12289ec-02fb-425f-9a45-c945b86b78e5 req-b203e0b0-41dc-40a3-9643-93fadc732937 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Oct 30 00:59:21.550639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:21.565184 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af040-2e9d-4950-8311-6a272d73029a req-581bb71f-d760-43b9-b5e2-383b7422c5a0 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:21.566612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5d4af040-2e9d-4950-8311-6a272d73029a req-581bb71f-d760-43b9-b5e2-383b7422c5a0 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0504858 Oct 30 00:59:21.618974 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5d4af040-2e9d-4950-8311-6a272d73029a req-15a51e54-5a00-4c2d-aaf3-151f18cc3237 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464242 Oct 30 00:59:21.996907 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 43954) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:59:22.035479 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74187-b7bd-415b-8004-de5bf0777ff6 req-afb32951-baf7-4b23-8232-5e057d4702d1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:22.037761 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-28d74187-b7bd-415b-8004-de5bf0777ff6 req-afb32951-baf7-4b23-8232-5e057d4702d1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0520813 Oct 30 00:59:22.068436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:22.086766 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-28d74187-b7bd-415b-8004-de5bf0777ff6 req-3f8887ea-992f-4d6a-b459-17b04260a7af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Oct 30 00:59:22.122659 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf3c0-f819-4971-b5d8-767e3c432e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.205906 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf3c0-f819-4971-b5d8-767e3c432e78 admin admin] Publish callbacks [] for security_group (4e8719c1-16c0-4efd-a773-41e3b9a64d5a), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.211297 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4bbbf3c0-f819-4971-b5d8-767e3c432e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (4e8719c1-16c0-4efd-a773-41e3b9a64d5a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.249727 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4bbbf3c0-f819-4971-b5d8-767e3c432e78 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=506f3ab4eec248b38c494a68d7f951f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518084 Oct 30 00:59:22.250761 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbf3c0-f819-4971-b5d8-767e3c432e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8719c1-16c0-4efd-a773-41e3b9a64d5a,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:22.253782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 43958) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 00:59:22.305381 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf1e3-b861-44a7-95d3-fab3f57d4b9a admin admin] Publish callbacks [] for security_group (4e8719c1-16c0-4efd-a773-41e3b9a64d5a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.326520 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf1e3-b861-44a7-95d3-fab3f57d4b9a admin admin] Publish callbacks [] for security_group (4e8719c1-16c0-4efd-a773-41e3b9a64d5a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.386419 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf1e3-b861-44a7-95d3-fab3f57d4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (4e8719c1-16c0-4efd-a773-41e3b9a64d5a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.388914 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf1e3-b861-44a7-95d3-fab3f57d4b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:22.390013 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-bb5cf1e3-b861-44a7-95d3-fab3f57d4b9a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4e8719c1-16c0-4efd-a773-41e3b9a64d5a HTTP/1.1" status: 204 len: 168 time: 0.1348410 Oct 30 00:59:22.427472 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cf1e3-b861-44a7-95d3-fab3f57d4b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8719c1-16c0-4efd-a773-41e3b9a64d5a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:22.447639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-72a6e4a1-59fb-429d-b58a-5eb7e1f77bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:22.449912 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-72a6e4a1-59fb-429d-b58a-5eb7e1f77bf8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 1130 time: 0.0733292 Oct 30 00:59:22.578432 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-be5079da-709c-45ff-9671-eda1964fdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:22.580019 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-be5079da-709c-45ff-9671-eda1964fdc52 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.0950046 Oct 30 00:59:22.624993 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-634cc584-5f45-4a7b-8a67-4c9739a52aab service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa HTTP/1.1" status: 200 len: 217 time: 0.0351975 Oct 30 00:59:22.733726 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-d8a8bba8-c60f-441f-a1dd-eb28df1e38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:22.736033 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-d8a8bba8-c60f-441f-a1dd-eb28df1e38ac service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0672882 Oct 30 00:59:22.761346 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994f48-7b7e-4a5d-a793-c50fc17b01a8 req-c01007f7-986c-43af-9602-e98e58ec1bfb tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:22.762893 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-32994f48-7b7e-4a5d-a793-c50fc17b01a8 req-c01007f7-986c-43af-9602-e98e58ec1bfb tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0637159 Oct 30 00:59:22.804774 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:22.813744 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-32994f48-7b7e-4a5d-a793-c50fc17b01a8 req-f946448b-2588-4db9-a8b5-c4aef4bb3556 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Oct 30 00:59:22.813889 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-bb14bc04-82b9-460a-80ac-371b4c1b9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:22.815337 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-bb14bc04-82b9-460a-80ac-371b4c1b9c5e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419824 Oct 30 00:59:22.873029 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:22.907915 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-c9b23c52-7edb-4cca-9d17-141dddc5615d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860648 Oct 30 00:59:23.027899 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51a05aa0-7179-4379-9d02-6889d8c4f1a1 req-2fb4c989-0915-4592-ba9a-b6b4a91a31be service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915959 Oct 30 00:59:23.223469 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7ae8e-e6ad-49ed-91ba-93d5e42dfe22 req-014c7025-effc-4105-96ec-4c31173c630c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:23.224870 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cbd7ae8e-e6ad-49ed-91ba-93d5e42dfe22 req-014c7025-effc-4105-96ec-4c31173c630c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0539441 Oct 30 00:59:23.274550 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cbd7ae8e-e6ad-49ed-91ba-93d5e42dfe22 req-71f28c06-9b9e-400f-8ed5-87715e05883f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Oct 30 00:59:23.797772 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-ccb62dcb-8f60-473b-b32d-5413b6186248 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=27fc853acd7b4ef3803aec20a793bd06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299630 Oct 30 00:59:24.190555 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cdb85-9cf0-4ce9-9da6-fcb17d34a5e7 req-1dd8beb6-3c95-49be-a8af-4c33c31d8bbf tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:24.192047 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b8cdb85-9cf0-4ce9-9da6-fcb17d34a5e7 req-1dd8beb6-3c95-49be-a8af-4c33c31d8bbf tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.1221781 Oct 30 00:59:24.262406 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-cf1e9488-b203-4a57-be68-fa66ec7bfe10 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:24.263928 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-cf1e9488-b203-4a57-be68-fa66ec7bfe10 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4583063 Oct 30 00:59:24.288749 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b8cdb85-9cf0-4ce9-9da6-fcb17d34a5e7 req-7e8c6600-c5b2-4197-8e7b-e3cb8866966f tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894127 Oct 30 00:59:24.290041 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-294afd77-d48a-472a-9c82-e022037208f2 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/quotas/27fc853acd7b4ef3803aec20a793bd06 HTTP/1.1" status: 200 len: 375 time: 0.0200129 Oct 30 00:59:24.331600 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-41354d84-801b-429c-aa17-510eda56365f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=27fc853acd7b4ef3803aec20a793bd06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360892 Oct 30 00:59:24.409396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e07ad2-4b4c-465f-b374-4e9b531dc6f3 req-76449409-ed52-4ac2-934e-546128f10516 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:24.410903 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-85e07ad2-4b4c-465f-b374-4e9b531dc6f3 req-76449409-ed52-4ac2-934e-546128f10516 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0539324 Oct 30 00:59:24.470472 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-85e07ad2-4b4c-465f-b374-4e9b531dc6f3 req-2260ffef-d945-452d-83ca-b38f24f032a4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535138 Oct 30 00:59:24.521640 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-972f9725-edbc-4fdc-82cb-c19e1e5f3c65 req-6ba7bcbf-3a19-4b81-bcd1-31e734b7aa99 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0291526 Oct 30 00:59:25.115694 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca39bb-a780-4ab4-9071-66696c48f5d4 req-c998d871-8ca8-4dcb-9da6-5222668fdc04 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:25.117481 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dbca39bb-a780-4ab4-9071-66696c48f5d4 req-c998d871-8ca8-4dcb-9da6-5222668fdc04 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0588605 Oct 30 00:59:25.141772 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:25.171129 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dbca39bb-a780-4ab4-9071-66696c48f5d4 req-2f8eb8c4-6eb9-4af7-bdc5-50afaf388315 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477483 Oct 30 00:59:25.601580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac8c6e-74b6-4d0a-89d2-9cc392742d62 req-60944529-dd8d-4ea5-97dd-66ea825b6460 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:25.603056 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14ac8c6e-74b6-4d0a-89d2-9cc392742d62 req-60944529-dd8d-4ea5-97dd-66ea825b6460 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Oct 30 00:59:25.640109 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88ae49ed-9b48-4a75-9394-c60dd1242aad req-12600075-391d-4ddd-b99f-8f47d9ecfa96 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0360758 Oct 30 00:59:25.670715 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14ac8c6e-74b6-4d0a-89d2-9cc392742d62 req-6e8b98a5-ef6d-45f9-97e1-36e165fd13e2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581138 Oct 30 00:59:26.309506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea438b-3e7c-4848-ac7d-d5081db6f291 req-f10962a4-55b1-4a58-a7de-5517eb1b3a57 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:26.310990 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e2ea438b-3e7c-4848-ac7d-d5081db6f291 req-f10962a4-55b1-4a58-a7de-5517eb1b3a57 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0488658 Oct 30 00:59:26.357524 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:26.366416 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e2ea438b-3e7c-4848-ac7d-d5081db6f291 req-ad71ec78-6ede-4611-96ee-fdc080ec12c1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497456 Oct 30 00:59:26.755081 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f70b4f61-f055-4681-a82c-d5974676374d req-3173b7db-6b40-4b7b-82a2-de225c4159f4 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0298798 Oct 30 00:59:26.808522 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1777ce9-1f79-4b16-b7c8-e55a51a5e755 req-fcf02717-5c27-47e3-9498-c041c325feed tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:26.810027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1777ce9-1f79-4b16-b7c8-e55a51a5e755 req-fcf02717-5c27-47e3-9498-c041c325feed tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0540092 Oct 30 00:59:26.858750 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1777ce9-1f79-4b16-b7c8-e55a51a5e755 req-1ab5bb14-64b0-4796-b215-5ba7de602bbe tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Oct 30 00:59:27.496210 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23071a3-acfd-4a0e-89c3-a7dfa3f3503f req-cbeff950-8675-4fa3-9eac-100be9431aa0 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:27.497656 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d23071a3-acfd-4a0e-89c3-a7dfa3f3503f req-cbeff950-8675-4fa3-9eac-100be9431aa0 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0499146 Oct 30 00:59:27.546861 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d23071a3-acfd-4a0e-89c3-a7dfa3f3503f req-6b1c7624-3690-4089-ade0-850f0635ad42 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Oct 30 00:59:27.640159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-67a3070b-713c-4c3f-a335-7ff918ba5a47 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:27.641562 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-67a3070b-713c-4c3f-a335-7ff918ba5a47 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 946 time: 0.0789380 Oct 30 00:59:27.754561 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-367722f3-f188-42b7-8d68-3570d2760549 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=27fc853acd7b4ef3803aec20a793bd06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510683 Oct 30 00:59:27.870650 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-05d934cd-de64-4c87-91c6-497d69c29380 req-cb6395ae-b3b1-4d15-a272-60e4105ed49c tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0298562 Oct 30 00:59:27.969419 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Deleting port 789b3d8f-15d1-4b53-9724-f962176bd31c {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:59:27.969751 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:27.980909 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e755f-c095-4707-998f-903482bc06e9 req-d9e72838-c17d-494d-966d-1b1631355192 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:27.982402 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e5e755f-c095-4707-998f-903482bc06e9 req-d9e72838-c17d-494d-966d-1b1631355192 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0487697 Oct 30 00:59:28.030927 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e5e755f-c095-4707-998f-903482bc06e9 req-7a137ea8-73ad-4505-887b-d6caf74df68e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Oct 30 00:59:28.060618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3993152c-89e7-4b54-817a-5361f515c90a tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:28.062242 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3993152c-89e7-4b54-817a-5361f515c90a tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998037 Oct 30 00:59:28.087350 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Request body: {'port': {'device_id': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b', 'admin_state_up': True, 'tenant_id': '27fc853acd7b4ef3803aec20a793bd06'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:59:28.149337 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] For port 789b3d8f-15d1-4b53-9724-f962176bd31c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=789b3d8f-15d1-4b53-9724-f962176bd31c,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:28.149614 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.170658 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Calling delete_port for 789b3d8f-15d1-4b53-9724-f962176bd31c owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:59:28.308700 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Made reservation on behalf of 27fc853acd7b4ef3803aec20a793bd06 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:59:28.313152 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.328956 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.410711 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (789b3d8f-15d1-4b53-9724-f962176bd31c), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.424063 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:28.457585 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Pushing event deleted for resources: {'Port': ['ID=789b3d8f-15d1-4b53-9724-f962176bd31c,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:28.459026 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['789b3d8f-15d1-4b53-9724-f962176bd31c'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:59:28.468424 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:28.541144 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] No DVR routers for this DVR port 789b3d8f-15d1-4b53-9724-f962176bd31c on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 00:59:28.550631 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.553892 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-995060a3-db1e-4c9b-8806-afab3cc6a268 req-0bd8c115-7fd3-4433-a0d0-09f3aa1a610c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "DELETE /networking/v2.0/ports/789b3d8f-15d1-4b53-9724-f962176bd31c HTTP/1.1" status: 204 len: 173 time: 0.8574853 Oct 30 00:59:28.554398 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'name': 'network-vif-deleted', 'tag': '789b3d8f-15d1-4b53-9724-f962176bd31c'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:28.556727 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3ac747-e783-40e9-ab3a-1899d55675dd" -d '{"events": [{"server_uuid": "6eaaf253-16e7-4c62-a434-a4b8f5d7b536", "name": "network-vif-deleted", "tag": "789b3d8f-15d1-4b53-9724-f962176bd31c"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:28.572653 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks [] for security_group (bdb22506-7ff8-4c71-9a20-05de3de3c8b4), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.581074 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bdb22506-7ff8-4c71-9a20-05de3de3c8b4), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:28.617424 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c351f1-9b60-4893-96df-2506568bd0bd x-openstack-request-id: req-e7c351f1-9b60-4893-96df-2506568bd0bd {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:28.617715 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eaaf253-16e7-4c62-a434-a4b8f5d7b536", "name": "network-vif-deleted", "tag": "789b3d8f-15d1-4b53-9724-f962176bd31c", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:28.617965 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7c351f1-9b60-4893-96df-2506568bd0bd {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:28.618368 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c351f1-9b60-4893-96df-2506568bd0bd'] response: {'server_uuid': '6eaaf253-16e7-4c62-a434-a4b8f5d7b536', 'name': 'network-vif-deleted', 'tag': '789b3d8f-15d1-4b53-9724-f962176bd31c', 'status': 'completed', 'code': 200} Oct 30 00:59:28.670291 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0eea188e-59e8-45c7-ae1f-929597fb00a3 req-288cb85c-c6bd-4b8a-8ef9-1c94eeed6e3d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6eaaf253-16e7-4c62-a434-a4b8f5d7b536 HTTP/1.1" status: 200 len: 210 time: 0.0417893 Oct 30 00:59:28.893239 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb22506-7ff8-4c71-9a20-05de3de3c8b4,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:28.987708 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-812cf081-e739-4072-b681-1017bb113ca5 req-4b914af2-2fcb-4393-a671-8a87c845447d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0326362 Oct 30 00:59:28.989132 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Allocated IP 192.168.233.20 (6f2cc911-d90e-4350-89b0-82693e44d37b/aa1831e1-b2b8-4287-bc4f-91c5590c4be3/5edec0bf-c7b4-4cb7-b191-28078b9dccca) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:59:29.162090 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks [] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.169340 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732bd0-ba18-4067-bb28-4ea154433a67 req-f33b8db6-692a-462f-bef8-8efa65f133a0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:29.171221 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84732bd0-ba18-4067-bb28-4ea154433a67 req-f33b8db6-692a-462f-bef8-8efa65f133a0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0562854 Oct 30 00:59:29.198454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.234254 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84732bd0-ba18-4067-bb28-4ea154433a67 req-c61b0cf4-fd92-4818-8f7c-c1fe32c5929c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559604 Oct 30 00:59:29.249646 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Network 6f2cc911-d90e-4350-89b0-82693e44d37b is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:59:29.255276 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:59:29.257531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Pushing event updated for resources: {'Port': ['ID=5edec0bf-c7b4-4cb7-b191-28078b9dccca,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:29.266984 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:59:29.271527 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:29.272246 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.293652 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-d0bae1b6-494c-4b8c-b938-ae0dce22851d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2118483 Oct 30 00:59:29.439833 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Request body: {'port': {'device_id': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:59:29.485739 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-eb110cd5-3a6e-498b-a18b-4e606503a161 None None] Provisioning complete for port 5edec0bf-c7b4-4cb7-b191-28078b9dccca triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:59:29.485739 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-eb110cd5-3a6e-498b-a18b-4e606503a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.486325 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-eb110cd5-3a6e-498b-a18b-4e606503a161 None None] Attempt 1 to provision port 5edec0bf-c7b4-4cb7-b191-28078b9dccca Oct 30 00:59:29.521590 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-eb110cd5-3a6e-498b-a18b-4e606503a161 None None] Port 5edec0bf-c7b4-4cb7-b191-28078b9dccca cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 00:59:29.522283 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.637853 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:29.787103 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edec0bf-c7b4-4cb7-b191-28078b9dccca {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:59:29.794884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Publish callbacks [] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.807801 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Transition to ACTIVE for port object 5edec0bf-c7b4-4cb7-b191-28078b9dccca will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:59:29.813210 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:29.844525 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:29.890509 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Pushing event updated for resources: {'Port': ['ID=5edec0bf-c7b4-4cb7-b191-28078b9dccca,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:29.897345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Attempting to bind port 5edec0bf-c7b4-4cb7-b191-28078b9dccca on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:59:29.897918 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Attempting to bind port 5edec0bf-c7b4-4cb7-b191-28078b9dccca by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:59:29.898045 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Attempting to bind port 5edec0bf-c7b4-4cb7-b191-28078b9dccca on network 6f2cc911-d90e-4350-89b0-82693e44d37b {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:59:29.942475 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Port 5edec0bf-c7b4-4cb7-b191-28078b9dccca on network 6f2cc911-d90e-4350-89b0-82693e44d37b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:59:29.942785 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Attempting to bind port 5edec0bf-c7b4-4cb7-b191-28078b9dccca on network 6f2cc911-d90e-4350-89b0-82693e44d37b {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:59:29.989840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:59:29.990059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Checking segment: {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:59:29.990454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Bound using segment: {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:59:29.990849 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Bound port: 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbac7aba-244f-4987-afa4-ed4cc7d30c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:59:29.991196 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:30.017727 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-1392b2a7-61eb-4500-a78c-aa5099d6415a tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.019197 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-1392b2a7-61eb-4500-a78c-aa5099d6415a tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e79f970e-5030-4a3e-9305-668e891be9fd HTTP/1.1" status: 200 len: 807 time: 0.1097722 Oct 30 00:59:30.038330 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-c16a4054-dc25-44fb-9100-18cf369b6b61 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/quotas/dd16277cbc344c9aa8ffbc45ce1a16d2 HTTP/1.1" status: 200 len: 375 time: 0.0126731 Oct 30 00:59:30.057856 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] For port 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:59:30.062878 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] For port 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:59:30.073237 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:30.078730 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.079449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:30.080942 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/5edec0bf-c7b4-4cb7-b191-28078b9dccca HTTP/1.1" status: 200 len: 1097 time: 0.6459954 Oct 30 00:59:30.095193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-e060df0c-42df-4a71-b6d4-1fb08e573d35 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391982 Oct 30 00:59:30.137714 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfeb01-3ca3-4400-b476-0b906d377e6d service neutron] Pushing event updated for resources: {'Port': ['ID=5edec0bf-c7b4-4cb7-b191-28078b9dccca,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:30.200502 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-17c96b8e-3928-4b8d-b525-ac724c65d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.202134 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-17c96b8e-3928-4b8d-b525-ac724c65d087 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=27fc853acd7b4ef3803aec20a793bd06&device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 1131 time: 0.0416498 Oct 30 00:59:30.212225 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc94ad8-ab33-4a21-ab88-d2efb5600770 req-06a31b59-be55-4e89-b374-c033a1b6d1ea tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.213691 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7fc94ad8-ab33-4a21-ab88-d2efb5600770 req-06a31b59-be55-4e89-b374-c033a1b6d1ea tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 947 time: 0.1173472 Oct 30 00:59:30.261306 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-260301e7-f11a-40f0-9e65-b51db7ee0ada service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525183 Oct 30 00:59:30.291163 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3ee44893-352c-4e85-85bc-4bc2c9e516bc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca HTTP/1.1" status: 200 len: 217 time: 0.0345118 Oct 30 00:59:30.335434 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7fc94ad8-ab33-4a21-ab88-d2efb5600770 req-2ca43d4b-37fc-461b-bfd6-7bd01cb7cecf tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154366 Oct 30 00:59:30.367944 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-0a7aa821-3cac-40f4-bd38-db14a4f6ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.367944 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-0a7aa821-3cac-40f4-bd38-db14a4f6ece7 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=aa1831e1-b2b8-4287-bc4f-91c5590c4be3 HTTP/1.1" status: 200 len: 843 time: 0.0682163 Oct 30 00:59:30.404343 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-ec3a0067-8ddd-4f4f-834b-f62b22bd714a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354682 Oct 30 00:59:30.424144 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-a0eeba40-61eb-4eea-a826-1f96e9c9113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.425699 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-a0eeba40-61eb-4eea-a826-1f96e9c9113f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=6f2cc911-d90e-4350-89b0-82693e44d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0487823 Oct 30 00:59:30.454148 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:30.472982 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dbf27-1ab6-49a9-81ad-65647f2d17e4 req-5341aec0-890b-4d39-9deb-cd9d41211ab4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:30.474525 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-875dbf27-1ab6-49a9-81ad-65647f2d17e4 req-5341aec0-890b-4d39-9deb-cd9d41211ab4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0504072 Oct 30 00:59:30.535849 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-3397ceea-1107-4dd8-b148-d1dd33dc4552 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6f2cc911-d90e-4350-89b0-82693e44d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023123 Oct 30 00:59:30.537687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-875dbf27-1ab6-49a9-81ad-65647f2d17e4 req-84de1c3f-62d4-4050-949f-3fae46fbe117 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Oct 30 00:59:30.597700 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1a575f35-08a2-4548-92aa-737afec1c00a req-d28cbd24-bf63-47a5-a0c5-4f4cf6091625 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0334458 Oct 30 00:59:30.619899 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'tag': '5edec0bf-c7b4-4cb7-b191-28078b9dccca'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:30.622229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a486153-1cf9-4777-a08b-91a299572da1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc14c92-6364-4981-81c3-1c00e4f8187b", "tag": "5edec0bf-c7b4-4cb7-b191-28078b9dccca"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:30.657368 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f3ad3a11-0ad9-4e2c-a52d-a90c9ca41388 req-2e06268e-6218-44b0-9c8a-1471d1416273 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6f2cc911-d90e-4350-89b0-82693e44d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998347 Oct 30 00:59:30.662445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb40f934-4b52-4423-958f-316c7dd97d5c x-openstack-request-id: req-cb40f934-4b52-4423-958f-316c7dd97d5c {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:30.662722 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc14c92-6364-4981-81c3-1c00e4f8187b", "tag": "5edec0bf-c7b4-4cb7-b191-28078b9dccca", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:30.662966 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb40f934-4b52-4423-958f-316c7dd97d5c {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:30.663351 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb40f934-4b52-4423-958f-316c7dd97d5c'] response: {'name': 'network-changed', 'server_uuid': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'tag': '5edec0bf-c7b4-4cb7-b191-28078b9dccca', 'status': 'completed', 'code': 200} Oct 30 00:59:31.062097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 789b3d8f-15d1-4b53-9724-f962176bd31c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 00:59:31.082148 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 789b3d8f-15d1-4b53-9724-f962176bd31c {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 00:59:31.082473 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 789b3d8f-15d1-4b53-9724-f962176bd31c not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 00:59:31.465673 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:31.473955 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a96782-1244-4c35-ad22-07e951ac4958 req-a1c42dea-9a72-48ae-8af8-e27fb1261def tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:31.475424 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c1a96782-1244-4c35-ad22-07e951ac4958 req-a1c42dea-9a72-48ae-8af8-e27fb1261def tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 947 time: 0.0510077 Oct 30 00:59:31.524045 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c1a96782-1244-4c35-ad22-07e951ac4958 req-1824d160-9022-48e6-9532-49a610d74c2f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Oct 30 00:59:31.662599 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30903fc8-d2f5-4496-87da-7b88954d2488 req-614bc208-1bab-4336-8f9b-33233f166e31 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:31.664105 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-30903fc8-d2f5-4496-87da-7b88954d2488 req-614bc208-1bab-4336-8f9b-33233f166e31 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0474229 Oct 30 00:59:31.704428 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ab70d510-2c26-4a19-8e1c-44110086b1e7 req-b245c7ea-d883-4910-aae6-8ddf59260efb tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0368984 Oct 30 00:59:31.734800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-30903fc8-d2f5-4496-87da-7b88954d2488 req-1a6253a4-d6a4-4922-97dd-7f90432ae559 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585837 Oct 30 00:59:32.651588 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f09dee-c026-493e-a1be-8a9f4b182eae req-ccc78c60-3f83-4525-9634-b73f263d56a7 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:32.652997 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04f09dee-c026-493e-a1be-8a9f4b182eae req-ccc78c60-3f83-4525-9634-b73f263d56a7 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 947 time: 0.0514193 Oct 30 00:59:32.705147 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04f09dee-c026-493e-a1be-8a9f4b182eae req-d4e1cd31-3534-456f-87d6-9d0d24760393 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Oct 30 00:59:32.809544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9abf5618-c5dc-4be0-83f1-41d6e9551bc4 req-235d0796-1fc7-48c6-aaad-a75f6179fcd2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0282047 Oct 30 00:59:32.855137 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b7e11-6e8e-4f3f-901f-836a543ed0b3 req-44a5c6c2-39ca-4460-8ae7-ae7a11fe1a76 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:32.856641 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-816b7e11-6e8e-4f3f-901f-836a543ed0b3 req-44a5c6c2-39ca-4460-8ae7-ae7a11fe1a76 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0462501 Oct 30 00:59:32.902426 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-816b7e11-6e8e-4f3f-901f-836a543ed0b3 req-4f31219c-75d1-4868-8deb-c14ea015c943 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Oct 30 00:59:33.038918 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5edec0bf-c7b4-4cb7-b191-28078b9dccca details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:59:33.141159 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:33.153413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '5edec0bf-c7b4-4cb7-b191-28078b9dccca', 'network_id': '6f2cc911-d90e-4350-89b0-82693e44d37b', 'port_id': '5edec0bf-c7b4-4cb7-b191-28078b9dccca', 'mac_address': 'fa:16:3e:74:62:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1831e1-b2b8-4287-bc4f-91c5590c4be3', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:59:33.189759 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5edec0bf-c7b4-4cb7-b191-28078b9dccca is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:59:33.190148 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:33.207155 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edec0bf-c7b4-4cb7-b191-28078b9dccca {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:59:33.227363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:33.233503 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:33.282032 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5edec0bf-c7b4-4cb7-b191-28078b9dccca,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:33.827467 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:33.841026 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a486153-1cf9-4777-a08b-91a299572da1 req-ab33e48f-1384-4a6c-b13b-72f815a8d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:33.842594 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-ab33e48f-1384-4a6c-b13b-72f815a8d758 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=27fc853acd7b4ef3803aec20a793bd06&device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 1132 time: 0.0484107 Oct 30 00:59:33.843839 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455a81f-3117-4345-be84-3449df4d7ab1 req-70c6187a-06ec-4a79-aaea-b6bf812d4b56 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:33.846489 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b455a81f-3117-4345-be84-3449df4d7ab1 req-70c6187a-06ec-4a79-aaea-b6bf812d4b56 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 948 time: 0.0569270 Oct 30 00:59:33.912869 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b455a81f-3117-4345-be84-3449df4d7ab1 req-8bc7af08-3bcb-48b7-b4d9-0510ec791241 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Oct 30 00:59:33.942937 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ef85694b-db9e-479b-bdb0-6bfa13b17198 req-8fa1b787-0b1d-46d6-9058-f4fecef6a3c0 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0461912 Oct 30 00:59:33.960885 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a486153-1cf9-4777-a08b-91a299572da1 req-e50e7727-a8a2-4b5c-9028-3fcbf97a127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:33.963021 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-e50e7727-a8a2-4b5c-9028-3fcbf97a127c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=6f2cc911-d90e-4350-89b0-82693e44d37b HTTP/1.1" status: 200 len: 870 time: 0.1135526 Oct 30 00:59:33.983182 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['5edec0bf-c7b4-4cb7-b191-28078b9dccca'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:59:34.025786 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-99d3d3ff-baa6-4ca2-b14b-2bb03719f3ec service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca HTTP/1.1" status: 200 len: 217 time: 0.0399213 Oct 30 00:59:34.028302 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56a145-acb9-4d8d-ab25-048f24d67122 req-0ee559d9-29cf-4111-a0d2-a190de154c53 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:34.030147 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a56a145-acb9-4d8d-ab25-048f24d67122 req-0ee559d9-29cf-4111-a0d2-a190de154c53 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0516825 Oct 30 00:59:34.085683 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a486153-1cf9-4777-a08b-91a299572da1 req-0b10beb8-e37a-4824-912d-7a8b9b8aea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:34.087167 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-0b10beb8-e37a-4824-912d-7a8b9b8aea22 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=aa1831e1-b2b8-4287-bc4f-91c5590c4be3 HTTP/1.1" status: 200 len: 843 time: 0.0547109 Oct 30 00:59:34.112707 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a56a145-acb9-4d8d-ab25-048f24d67122 req-51008781-ef5e-4584-83a3-65448c296412 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758996 Oct 30 00:59:34.137613 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a486153-1cf9-4777-a08b-91a299572da1 req-6e8e2ab2-5987-4c93-b9ff-93328882b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:34.139189 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-6e8e2ab2-5987-4c93-b9ff-93328882b76b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=6f2cc911-d90e-4350-89b0-82693e44d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450053 Oct 30 00:59:34.253116 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-017cc146-bb84-4d6c-a6f0-3ecf4e98e90e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6f2cc911-d90e-4350-89b0-82693e44d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901508 Oct 30 00:59:34.315563 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:34.357384 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8a486153-1cf9-4777-a08b-91a299572da1 req-fd1fc8c8-cb8f-4cde-8705-22227176e6d8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6f2cc911-d90e-4350-89b0-82693e44d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977192 Oct 30 00:59:35.071285 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8db248-b05a-46f1-adbd-0e6caa7a5553 req-46861a5f-0077-4b14-99c3-9ccab1bf9a08 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:35.072842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c8db248-b05a-46f1-adbd-0e6caa7a5553 req-46861a5f-0077-4b14-99c3-9ccab1bf9a08 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 948 time: 0.0721645 Oct 30 00:59:35.074738 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fdc3d8e7-bfe7-45c7-acf4-3bc2dba87c21 req-4ecb9acc-1965-43c6-8cec-b8eabcc3d54e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0421724 Oct 30 00:59:35.124667 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c8db248-b05a-46f1-adbd-0e6caa7a5553 req-fcb9bf66-265f-4b0e-a742-aa5f0254c854 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450425 Oct 30 00:59:35.247733 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2b194-fae4-4d60-99aa-fb785ed50180 req-a81e257e-cc8b-4507-b05c-29161bdb34f7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:35.249318 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7ed2b194-fae4-4d60-99aa-fb785ed50180 req-a81e257e-cc8b-4507-b05c-29161bdb34f7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0505562 Oct 30 00:59:35.252481 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-41f16ecd-8408-45f8-b4e0-279b8518383d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:35.253934 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-41f16ecd-8408-45f8-b4e0-279b8518383d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "GET /networking/v2.0/networks?id=e79f970e-5030-4a3e-9305-668e891be9fd HTTP/1.1" status: 200 len: 807 time: 0.1105742 Oct 30 00:59:35.274022 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Request body: {'port': {'device_id': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd', 'admin_state_up': True, 'tenant_id': 'dd16277cbc344c9aa8ffbc45ce1a16d2'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:59:35.303390 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7ed2b194-fae4-4d60-99aa-fb785ed50180 req-20f84cce-10e8-4c48-8991-2a0022b60141 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Oct 30 00:59:35.395305 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Made reservation on behalf of dd16277cbc344c9aa8ffbc45ce1a16d2 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 00:59:35.398958 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.533432 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Allocated IP 172.20.0.12 (e79f970e-5030-4a3e-9305-668e891be9fd/253279c6-edc2-4bbe-9ffc-64e67781ccb7/642e374e-315b-4436-8c38-4da776b5b51d) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 00:59:35.597338 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.602288 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5edec0bf-c7b4-4cb7-b191-28078b9dccca up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 00:59:35.644752 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 5edec0bf-c7b4-4cb7-b191-28078b9dccca completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 00:59:35.651980 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 5edec0bf-c7b4-4cb7-b191-28078b9dccca triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 00:59:35.652287 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.652626 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 5edec0bf-c7b4-4cb7-b191-28078b9dccca Oct 30 00:59:35.679338 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:35.701677 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks [] for port (642e374e-315b-4436-8c38-4da776b5b51d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.730207 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5edec0bf-c7b4-4cb7-b191-28078b9dccca is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:59:35.730899 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.737316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (642e374e-315b-4436-8c38-4da776b5b51d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.752860 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:35.758791 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edec0bf-c7b4-4cb7-b191-28078b9dccca'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:35.761120 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9879b3ed-5b07-4676-adbc-a15c0778c6a6" -d '{"events": [{"server_uuid": "0dc14c92-6364-4981-81c3-1c00e4f8187b", "name": "network-vif-plugged", "status": "completed", "tag": "5edec0bf-c7b4-4cb7-b191-28078b9dccca"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:35.775445 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:35.781348 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.793503 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Network e79f970e-5030-4a3e-9305-668e891be9fd is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 00:59:35.799360 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 00:59:35.801931 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Pushing event updated for resources: {'Port': ['ID=642e374e-315b-4436-8c38-4da776b5b51d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:35.810403 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d2f87-6b98-4ec7-ac3d-e7c029f10b46 x-openstack-request-id: req-c62d2f87-6b98-4ec7-ac3d-e7c029f10b46 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:35.810403 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc14c92-6364-4981-81c3-1c00e4f8187b", "name": "network-vif-plugged", "status": "completed", "tag": "5edec0bf-c7b4-4cb7-b191-28078b9dccca", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:35.810595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 00:59:35.810674 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c62d2f87-6b98-4ec7-ac3d-e7c029f10b46 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:35.810940 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62d2f87-6b98-4ec7-ac3d-e7c029f10b46'] response: {'server_uuid': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edec0bf-c7b4-4cb7-b191-28078b9dccca', 'code': 200} Oct 30 00:59:35.815436 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:35.816087 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:35.832172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5edec0bf-c7b4-4cb7-b191-28078b9dccca,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:35.834560 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-75dd22eb-f5d7-4d34-8ca7-8ac6a5fce022 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646672 Oct 30 00:59:36.093224 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Request body: {'port': {'device_id': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 00:59:36.157672 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (642e374e-315b-4436-8c38-4da776b5b51d), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.162612 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-473736ec-9581-482c-ac9d-ce40508fd258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.213632 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e1da-fe06-4b51-b394-e8b47fd922b6 req-378a1769-8138-4624-bbe5-96a5fc578fdd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:36.215173 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2533e1da-fe06-4b51-b394-e8b47fd922b6 req-378a1769-8138-4624-bbe5-96a5fc578fdd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 932 time: 0.0529137 Oct 30 00:59:36.287839 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec958dba-4290-4e85-b157-88c31338bc98 req-296815d2-72d2-4ccc-85c9-89264893da50 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:36.289625 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec958dba-4290-4e85-b157-88c31338bc98 req-296815d2-72d2-4ccc-85c9-89264893da50 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0730946 Oct 30 00:59:36.313700 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:36.325103 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2533e1da-fe06-4b51-b394-e8b47fd922b6 req-300216d3-9aa1-4e84-b192-9f5889bb4790 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794008 Oct 30 00:59:36.346606 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:36.370176 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec958dba-4290-4e85-b157-88c31338bc98 req-9ff6f510-5c0a-4cfd-a0d3-b5741f5d25e3 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Oct 30 00:59:36.449393 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e038bd0-11eb-47f9-b60a-aaaddfe8345b req-b22a8219-20ff-4174-b6da-67baa62f2f49 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:36.451233 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e038bd0-11eb-47f9-b60a-aaaddfe8345b req-b22a8219-20ff-4174-b6da-67baa62f2f49 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Oct 30 00:59:36.458484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642e374e-315b-4436-8c38-4da776b5b51d {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:59:36.466279 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Publish callbacks [] for port (642e374e-315b-4436-8c38-4da776b5b51d), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.479010 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Transition to ACTIVE for port object 642e374e-315b-4436-8c38-4da776b5b51d will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 00:59:36.484077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (642e374e-315b-4436-8c38-4da776b5b51d), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.501739 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e038bd0-11eb-47f9-b60a-aaaddfe8345b req-9c59e0d1-2684-44b1-8209-0c78af429b33 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Oct 30 00:59:36.546291 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Pushing event updated for resources: {'Port': ['ID=642e374e-315b-4436-8c38-4da776b5b51d,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:36.558221 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Attempting to bind port 642e374e-315b-4436-8c38-4da776b5b51d on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 00:59:36.558554 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Attempting to bind port 642e374e-315b-4436-8c38-4da776b5b51d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 00:59:36.558878 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Attempting to bind port 642e374e-315b-4436-8c38-4da776b5b51d on network e79f970e-5030-4a3e-9305-668e891be9fd {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:59:36.601295 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Port 642e374e-315b-4436-8c38-4da776b5b51d on network e79f970e-5030-4a3e-9305-668e891be9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 00:59:36.601531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Attempting to bind port 642e374e-315b-4436-8c38-4da776b5b51d on network e79f970e-5030-4a3e-9305-668e891be9fd {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 00:59:36.645041 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 00:59:36.645400 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Checking segment: {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 00:59:36.645772 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Bound using segment: {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 00:59:36.646194 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Bound port: 642e374e-315b-4436-8c38-4da776b5b51d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4807b803-8f66-4843-87c9-71d1f676d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 00:59:36.646542 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (642e374e-315b-4436-8c38-4da776b5b51d), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.732083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:36.743055 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab1d63-a74a-4cc8-9855-22db68e7f880 req-79281bc9-7d99-40eb-9a05-860249efcede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:36.744695 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ccab1d63-a74a-4cc8-9855-22db68e7f880 req-79281bc9-7d99-40eb-9a05-860249efcede service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 1133 time: 0.0601399 Oct 30 00:59:36.752162 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] For port 642e374e-315b-4436-8c38-4da776b5b51d, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 00:59:36.756771 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] For port 642e374e-315b-4436-8c38-4da776b5b51d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=642e374e-315b-4436-8c38-4da776b5b51d,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 00:59:36.778388 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (642e374e-315b-4436-8c38-4da776b5b51d), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.785205 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:36.785933 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:36.787525 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/642e374e-315b-4436-8c38-4da776b5b51d HTTP/1.1" status: 200 len: 1094 time: 0.6986589 Oct 30 00:59:36.788127 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'tag': '642e374e-315b-4436-8c38-4da776b5b51d'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:36.790433 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2f7c97-5868-4aab-af09-dcdd578f5aed", "tag": "642e374e-315b-4436-8c38-4da776b5b51d"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:36.835344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f798b10-a5c8-481d-b478-29fa6afd0ee7 x-openstack-request-id: req-3f798b10-a5c8-481d-b478-29fa6afd0ee7 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:36.835625 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2f7c97-5868-4aab-af09-dcdd578f5aed", "tag": "642e374e-315b-4436-8c38-4da776b5b51d", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:36.835894 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f798b10-a5c8-481d-b478-29fa6afd0ee7 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:36.836293 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f798b10-a5c8-481d-b478-29fa6afd0ee7'] response: {'name': 'network-changed', 'server_uuid': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'tag': '642e374e-315b-4436-8c38-4da776b5b51d', 'status': 'completed', 'code': 200} Oct 30 00:59:36.871809 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ccab1d63-a74a-4cc8-9855-22db68e7f880 req-b550840d-1432-44e1-afc5-47661a748a77 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170287 Oct 30 00:59:36.877134 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351d219-dcf4-4023-8e9f-e343f88cbe65 service neutron] Pushing event updated for resources: {'Port': ['ID=642e374e-315b-4436-8c38-4da776b5b51d,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:37.478339 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:37.494538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c1efa-b358-4e13-ba0d-172d354c178c req-4f489294-67c7-4930-8867-56c130c7ec06 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:37.496058 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e92c1efa-b358-4e13-ba0d-172d354c178c req-4f489294-67c7-4930-8867-56c130c7ec06 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0767508 Oct 30 00:59:37.505872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fabbe-434a-4dff-9ac8-863fdb62641f req-15063d3c-a0ee-4ad2-9562-20f0d35b5680 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:37.507261 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-175fabbe-434a-4dff-9ac8-863fdb62641f req-15063d3c-a0ee-4ad2-9562-20f0d35b5680 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0596094 Oct 30 00:59:37.561098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff req-5ac5e068-e496-46f1-9224-db8fbe94ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:37.563000 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff req-5ac5e068-e496-46f1-9224-db8fbe94ea6f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 1128 time: 0.0407538 Oct 30 00:59:37.566859 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:37.579288 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:37.585570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e92c1efa-b358-4e13-ba0d-172d354c178c req-ef88b080-68b5-48e7-a0d5-638a97fa2bc1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773587 Oct 30 00:59:37.588548 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-175fabbe-434a-4dff-9ac8-863fdb62641f req-4ea1a7f9-42d5-4b25-b056-d4bd7223e8c0 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745661 Oct 30 00:59:37.689937 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf7a40-5c76-45b0-a331-1c55056fc5c2 req-c3cfaf20-0a6b-4b7c-801d-02958b5d9f33 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:37.691418 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f2cf7a40-5c76-45b0-a331-1c55056fc5c2 req-c3cfaf20-0a6b-4b7c-801d-02958b5d9f33 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0509093 Oct 30 00:59:37.748004 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f2cf7a40-5c76-45b0-a331-1c55056fc5c2 req-3348da3a-399a-4581-a38a-1ade7379da3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Oct 30 00:59:38.289917 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5de79d76-0669-43db-b3b6-bb7d282bd2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:38.336973 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff req-50705f84-b395-4cf3-bdba-6746d8f7c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:38.338466 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff req-50705f84-b395-4cf3-bdba-6746d8f7c568 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1049254 Oct 30 00:59:38.443458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff req-43d75ab3-a126-441e-8ed8-67976eabf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:38.444962 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-02bb0ab7-c550-4c15-a5ed-ddcf48dc07ff req-43d75ab3-a126-441e-8ed8-67976eabf981 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975225 Oct 30 00:59:38.578685 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-ed76c6e7-b9fb-4407-a477-6e2dc9e36824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:38.580223 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-ed76c6e7-b9fb-4407-a477-6e2dc9e36824 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 1128 time: 0.0411570 Oct 30 00:59:38.745756 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e3d0-e36d-42ef-8f0f-e73f3b02980a req-65d98a28-246e-40f0-b889-b12c01aacde2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:38.747226 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e78e3d0-e36d-42ef-8f0f-e73f3b02980a req-65d98a28-246e-40f0-b889-b12c01aacde2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0850720 Oct 30 00:59:38.753596 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9dd6f-1653-4fea-b8b2-86274507e40e req-7abd9911-dab1-45fe-93bf-dfa46c4a7775 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:38.755331 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14f9dd6f-1653-4fea-b8b2-86274507e40e req-7abd9911-dab1-45fe-93bf-dfa46c4a7775 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0803549 Oct 30 00:59:38.831488 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e78e3d0-e36d-42ef-8f0f-e73f3b02980a req-e4dddf22-b845-41aa-aaea-82a065d46bdf tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749259 Oct 30 00:59:38.834712 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14f9dd6f-1653-4fea-b8b2-86274507e40e req-cdf08f96-c3d4-4ac1-aca2-9a52fbbeec0c tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710194 Oct 30 00:59:38.940169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9bbfa-69c9-4760-8695-dd7220614724 req-9e3064b7-37a7-417b-acd1-72df3f575bcb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:38.942338 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24d9bbfa-69c9-4760-8695-dd7220614724 req-9e3064b7-37a7-417b-acd1-72df3f575bcb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0552313 Oct 30 00:59:38.997816 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24d9bbfa-69c9-4760-8695-dd7220614724 req-ef19c754-25a8-4919-baf3-efb165291d11 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Oct 30 00:59:39.501368 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:39.510132 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:39.988600 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eabd0-8a5c-455c-8dcd-4a340f7867ef req-febd0c5a-6197-4356-a020-c2e0987febb8 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:39.990092 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0d0eabd0-8a5c-455c-8dcd-4a340f7867ef req-febd0c5a-6197-4356-a020-c2e0987febb8 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0770364 Oct 30 00:59:39.997879 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78430c3f-4f73-4642-a1e6-842cfc5ddb5e req-8d1fbe97-2520-47eb-bdf6-6c117c7a9b63 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:39.999331 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78430c3f-4f73-4642-a1e6-842cfc5ddb5e req-8d1fbe97-2520-47eb-bdf6-6c117c7a9b63 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0772746 Oct 30 00:59:40.080125 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0d0eabd0-8a5c-455c-8dcd-4a340f7867ef req-608093dd-cbd1-45fe-b8fc-d049f7f72949 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Oct 30 00:59:40.082957 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78430c3f-4f73-4642-a1e6-842cfc5ddb5e req-d38aa9d2-8e5b-4c56-9144-3f1851d69128 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760376 Oct 30 00:59:40.189978 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc84c-cb97-4367-b8fe-e6a283d82276 req-9ee5a069-dcb1-4b0e-8a36-308159097bf6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:40.191501 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d57dc84c-cb97-4367-b8fe-e6a283d82276 req-9ee5a069-dcb1-4b0e-8a36-308159097bf6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0527086 Oct 30 00:59:40.248377 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d57dc84c-cb97-4367-b8fe-e6a283d82276 req-e86f5a2c-2797-455c-9fe3-7e009dbe583f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Oct 30 00:59:40.400401 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5431-508c-464c-bf8c-503b15fc1086 req-1087cbdb-5036-4171-9a58-aba9e1be8707 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:40.401971 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5add5431-508c-464c-bf8c-503b15fc1086 req-1087cbdb-5036-4171-9a58-aba9e1be8707 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0531254 Oct 30 00:59:40.417294 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:40.468834 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5add5431-508c-464c-bf8c-503b15fc1086 req-3cf4918c-54f6-4437-8062-ace5ac0e3e62 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583177 Oct 30 00:59:41.079132 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:41.220108 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7aea-0088-4a22-962e-48577c453cc7 req-7a0a7da2-1e06-4988-a146-372d5d3ac6de tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:41.221901 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-206c7aea-0088-4a22-962e-48577c453cc7 req-7a0a7da2-1e06-4988-a146-372d5d3ac6de tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0601494 Oct 30 00:59:41.222209 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:41.269467 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-206c7aea-0088-4a22-962e-48577c453cc7 req-32510970-159d-4f2a-9d0d-87d7219db43c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Oct 30 00:59:41.390297 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8fce-98cc-4fd6-ac70-15ff9b5eff18 req-11895e02-2229-47c7-8349-f995b3a872a6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:41.392341 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-37ca8fce-98cc-4fd6-ac70-15ff9b5eff18 req-11895e02-2229-47c7-8349-f995b3a872a6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0632420 Oct 30 00:59:41.404707 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:41.439460 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-37ca8fce-98cc-4fd6-ac70-15ff9b5eff18 req-221d9226-4925-4e6d-a171-49455f8fd9de tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Oct 30 00:59:41.608299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37db00-a9f7-41a7-999e-6441da00ae06 req-3d8bb069-94e2-4d35-990b-56b6cde599f9 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:41.609766 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c37db00-a9f7-41a7-999e-6441da00ae06 req-3d8bb069-94e2-4d35-990b-56b6cde599f9 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0472705 Oct 30 00:59:41.666299 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c37db00-a9f7-41a7-999e-6441da00ae06 req-fa6b6a74-cdea-4458-b15b-6336c1ef9c5b tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Oct 30 00:59:42.401721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffb3a7-322a-4eec-bb21-ead32c55d075 req-544aaaba-eaa6-44f7-867f-63233610948c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:42.403198 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b2ffb3a7-322a-4eec-bb21-ead32c55d075 req-544aaaba-eaa6-44f7-867f-63233610948c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0504813 Oct 30 00:59:42.450746 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b2ffb3a7-322a-4eec-bb21-ead32c55d075 req-e6cda6d6-6376-4b0d-9a95-68cdfa2a70a3 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Oct 30 00:59:42.561994 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47729263-4ee5-4da0-a2ca-992555f4511b req-68781c37-351a-409a-85a6-e34a97a42af2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:42.563498 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-47729263-4ee5-4da0-a2ca-992555f4511b req-68781c37-351a-409a-85a6-e34a97a42af2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Oct 30 00:59:42.611663 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-47729263-4ee5-4da0-a2ca-992555f4511b req-8601884d-4ecd-4796-b51b-23626a75f481 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Oct 30 00:59:42.809742 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329695-b537-4d24-99bd-8b21ad930514 req-992ee01f-f66b-418f-8394-640748bbcdad tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:42.811196 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-91329695-b537-4d24-99bd-8b21ad930514 req-992ee01f-f66b-418f-8394-640748bbcdad tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0529172 Oct 30 00:59:42.859220 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-91329695-b537-4d24-99bd-8b21ad930514 req-3205a8a4-addf-4dee-a721-48bbe2e2ff92 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Oct 30 00:59:43.064489 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-b1334ed7-1456-4525-9fdb-e80cbc0b0f0b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=642e374e-315b-4436-8c38-4da776b5b51d HTTP/1.1" status: 200 len: 217 time: 0.0436726 Oct 30 00:59:43.094981 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:43.132286 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-428bd0df-5536-4b91-92c6-7bd01ccf6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:43.133825 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-428bd0df-5536-4b91-92c6-7bd01ccf6483 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=253279c6-edc2-4bbe-9ffc-64e67781ccb7 HTTP/1.1" status: 200 len: 847 time: 0.0474865 Oct 30 00:59:43.574587 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711081be-e364-4505-8ed9-70180482b74c req-ff4dd9e3-21a5-4d7f-854b-e5dca158a5dd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:43.576480 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-711081be-e364-4505-8ed9-70180482b74c req-ff4dd9e3-21a5-4d7f-854b-e5dca158a5dd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0489659 Oct 30 00:59:43.627631 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-711081be-e364-4505-8ed9-70180482b74c req-b42ed7d2-85e0-43b2-85fa-67f7c9349e94 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437458 Oct 30 00:59:43.737059 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab613a3-db82-4734-bdc3-a0f13607afdb req-7e2434db-389c-45e0-a2df-86d0062d4d04 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:43.738587 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dab613a3-db82-4734-bdc3-a0f13607afdb req-7e2434db-389c-45e0-a2df-86d0062d4d04 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0528016 Oct 30 00:59:43.792561 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dab613a3-db82-4734-bdc3-a0f13607afdb req-300e8ff1-b577-4a58-8850-1b763676b1a6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Oct 30 00:59:43.989837 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2239552-11af-44c8-abee-fc053dbf228f req-11a4715d-d000-4b99-aa1e-084e592c8d75 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:43.991314 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c2239552-11af-44c8-abee-fc053dbf228f req-11a4715d-d000-4b99-aa1e-084e592c8d75 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0472968 Oct 30 00:59:44.038450 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c2239552-11af-44c8-abee-fc053dbf228f req-6513cca6-f7f9-404a-9ee2-eebe20fa8bd9 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Oct 30 00:59:44.715486 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 00:59:44.761800 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278526b0-ce5c-4aac-b703-947bf85d86ab req-6de8a91a-e302-407a-9fef-9a3030c0a8cf tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:44.763334 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-278526b0-ce5c-4aac-b703-947bf85d86ab req-6de8a91a-e302-407a-9fef-9a3030c0a8cf tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0462050 Oct 30 00:59:44.813923 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-278526b0-ce5c-4aac-b703-947bf85d86ab req-8e4746c2-4480-4c06-b4ad-6eb90d0f5015 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Oct 30 00:59:44.903792 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:44.916819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695a1e-3a0d-46ca-a60d-0a713550b341 req-bf6bcbfa-2733-42d6-b540-2534679880ca tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:44.918238 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-25695a1e-3a0d-46ca-a60d-0a713550b341 req-bf6bcbfa-2733-42d6-b540-2534679880ca tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0483456 Oct 30 00:59:44.965255 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-25695a1e-3a0d-46ca-a60d-0a713550b341 req-cbe82a3b-2c49-47f6-9df2-4d9d634bd45a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Oct 30 00:59:45.175474 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56935-743b-46ac-9ee3-fdd73436373e req-16a82ead-cbfd-4078-862a-b4ff58b2e851 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:45.176906 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1fb56935-743b-46ac-9ee3-fdd73436373e req-16a82ead-cbfd-4078-862a-b4ff58b2e851 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0492907 Oct 30 00:59:45.223870 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1fb56935-743b-46ac-9ee3-fdd73436373e req-6cdadf09-6a73-4d0b-8752-e3e4cbe5ea2d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Oct 30 00:59:45.957766 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2551b-76f1-4143-b1f6-99197f812a35 req-4df843ef-345c-4e26-809a-999944e4e7b2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:45.959219 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20b2551b-76f1-4143-b1f6-99197f812a35 req-4df843ef-345c-4e26-809a-999944e4e7b2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0584140 Oct 30 00:59:45.986436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:46.010207 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20b2551b-76f1-4143-b1f6-99197f812a35 req-baa4344e-cf2c-492b-a08a-fd330d7bea34 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Oct 30 00:59:46.086561 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c58ff3-06e3-42f1-855b-c92a8035d4b4 req-74b3c74d-d68c-49f3-9651-449eeff6b7f6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:46.088026 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-67c58ff3-06e3-42f1-855b-c92a8035d4b4 req-74b3c74d-d68c-49f3-9651-449eeff6b7f6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0479853 Oct 30 00:59:46.136045 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-67c58ff3-06e3-42f1-855b-c92a8035d4b4 req-bcd3cba8-4483-4649-bcad-7694d8726fac tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Oct 30 00:59:46.367658 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba10fcb-13ee-4da9-b133-2a5909c6a39d req-9866584d-088b-47c0-b6a3-4cd0a3e5f821 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:46.369190 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eba10fcb-13ee-4da9-b133-2a5909c6a39d req-9866584d-088b-47c0-b6a3-4cd0a3e5f821 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0539639 Oct 30 00:59:46.428878 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eba10fcb-13ee-4da9-b133-2a5909c6a39d req-02962005-5cd4-4323-bb94-4281a51b1231 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Oct 30 00:59:47.136328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2aa0-b85d-4598-ac17-1e8cb8a71d52 req-26f001df-7f74-405f-be28-3c5b4089b6a1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:47.137786 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20af2aa0-b85d-4598-ac17-1e8cb8a71d52 req-26f001df-7f74-405f-be28-3c5b4089b6a1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0481119 Oct 30 00:59:47.186876 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20af2aa0-b85d-4598-ac17-1e8cb8a71d52 req-9bc74535-d784-4455-84fd-54584b1bc30c tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Oct 30 00:59:47.268598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c763a9-de30-4efa-8847-bdcfb4fe8d21 req-5812aeb4-522d-458b-9dfe-2cb5aeb5246a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:47.270157 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c763a9-de30-4efa-8847-bdcfb4fe8d21 req-5812aeb4-522d-458b-9dfe-2cb5aeb5246a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0479562 Oct 30 00:59:47.318065 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c763a9-de30-4efa-8847-bdcfb4fe8d21 req-b2310e8f-0639-4a55-8ffb-7bbdd7bed13d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Oct 30 00:59:47.559878 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cda641-71e9-44c5-9b65-cbecac85a464 req-219eabe9-f1a2-481f-8a7b-ab74660a7cbf tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:47.561293 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5cda641-71e9-44c5-9b65-cbecac85a464 req-219eabe9-f1a2-481f-8a7b-ab74660a7cbf tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0499291 Oct 30 00:59:47.610353 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5cda641-71e9-44c5-9b65-cbecac85a464 req-a8c7baa2-64f0-4a82-b01a-abafa7435921 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Oct 30 00:59:48.062248 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-9941a37c-c2a0-4a37-933d-1655d3547884 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=e79f970e-5030-4a3e-9305-668e891be9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397084 Oct 30 00:59:48.175266 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-7fd705f5-003a-4eab-b766-7b977903453c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 Oct 30 00:59:48.299500 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-95f3188a-ffb3-4450-9159-88320ece0ec6 req-3e884c87-6411-4e33-b120-b8b705de5b95 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009252 Oct 30 00:59:48.310574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b6858-ec34-4656-bcd5-28e2793890df req-d213ea65-2530-4f0c-987c-5b76d928d3d9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:48.312023 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-092b6858-ec34-4656-bcd5-28e2793890df req-d213ea65-2530-4f0c-987c-5b76d928d3d9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0469456 Oct 30 00:59:48.362648 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-092b6858-ec34-4656-bcd5-28e2793890df req-1d6f5ca5-dec7-4869-bdf3-513be32e139e tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Oct 30 00:59:48.449173 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35f291-fc4c-4b70-bd5b-8c4b7c325338 req-7618acd7-4744-4c96-af9f-c88b58b38188 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:48.450968 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6c35f291-fc4c-4b70-bd5b-8c4b7c325338 req-7618acd7-4744-4c96-af9f-c88b58b38188 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0524585 Oct 30 00:59:48.500827 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6c35f291-fc4c-4b70-bd5b-8c4b7c325338 req-cc146bca-487a-407b-9157-9ce928a6cf74 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Oct 30 00:59:48.740518 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2553458-5d02-4487-9514-4479aac0c5e3 req-328b5241-a197-4962-abd2-dfa5de70d30c tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:48.741963 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a2553458-5d02-4487-9514-4479aac0c5e3 req-328b5241-a197-4962-abd2-dfa5de70d30c tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0482266 Oct 30 00:59:48.794108 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a2553458-5d02-4487-9514-4479aac0c5e3 req-dfe2b1a0-ca68-4676-af43-0806e0f3339e tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Oct 30 00:59:49.485556 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26810141-ed68-4edc-988b-87d01950053c req-10d52db2-8470-4746-98b0-bb04a9b620dd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:49.487018 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26810141-ed68-4edc-988b-87d01950053c req-10d52db2-8470-4746-98b0-bb04a9b620dd tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0477269 Oct 30 00:59:49.512239 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:49.539817 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26810141-ed68-4edc-988b-87d01950053c req-716b0359-82c4-4510-b529-bf79042808fc tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Oct 30 00:59:49.620234 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf656e-ed86-4a78-b5f3-a489b575b85e req-e0842fe4-5047-41ca-a717-eaba355cf644 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:49.621624 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0acf656e-ed86-4a78-b5f3-a489b575b85e req-e0842fe4-5047-41ca-a717-eaba355cf644 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0465968 Oct 30 00:59:49.671672 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0acf656e-ed86-4a78-b5f3-a489b575b85e req-db31fdeb-e203-41ab-9e99-ce7caa2c3db2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Oct 30 00:59:49.922558 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23c545-8cf7-40b2-8699-c5d8b31d498e req-50c58a70-6456-49ed-b2b5-330c691d3bce tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:49.923945 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fc23c545-8cf7-40b2-8699-c5d8b31d498e req-50c58a70-6456-49ed-b2b5-330c691d3bce tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0495293 Oct 30 00:59:49.953358 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:49.975242 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fc23c545-8cf7-40b2-8699-c5d8b31d498e req-9133c6b5-48ff-4a2a-ba9a-49f6916c93d8 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Oct 30 00:59:50.669232 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b642cf9-81c5-4649-b5a8-ebeb4031b568 req-c0bf7c59-580c-4d04-a641-3151fa74221f tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:50.670660 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6b642cf9-81c5-4649-b5a8-ebeb4031b568 req-c0bf7c59-580c-4d04-a641-3151fa74221f tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0539918 Oct 30 00:59:50.720518 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6b642cf9-81c5-4649-b5a8-ebeb4031b568 req-10029094-ddd6-4fda-a684-ac446c3823bc tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Oct 30 00:59:50.796740 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee576c-4331-450f-877b-ec3d5f2e58d3 req-bb9b3257-6475-4474-984d-123e54659aa0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:50.798200 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4aee576c-4331-450f-877b-ec3d5f2e58d3 req-bb9b3257-6475-4474-984d-123e54659aa0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0479217 Oct 30 00:59:50.850357 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4aee576c-4331-450f-877b-ec3d5f2e58d3 req-0fda8b47-9a61-4a9e-8129-1716c1b0552c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Oct 30 00:59:51.104228 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc838c0-0a59-4058-928a-4dbafedd7755 req-530b6b3e-0cf3-4046-baa5-561035c2b749 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:51.105740 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bc838c0-0a59-4058-928a-4dbafedd7755 req-530b6b3e-0cf3-4046-baa5-561035c2b749 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0472262 Oct 30 00:59:51.211600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:51.216144 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:51.376978 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bc838c0-0a59-4058-928a-4dbafedd7755 req-32db0d23-a75e-4752-9a48-def1fd63babd tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655582 Oct 30 00:59:51.853196 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84225f-28d0-4e20-ac09-1b9fc663be9d req-d0fe1a29-08e3-41b2-adc3-d2ba3e2308fc tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:51.854654 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ed84225f-28d0-4e20-ac09-1b9fc663be9d req-d0fe1a29-08e3-41b2-adc3-d2ba3e2308fc tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0499656 Oct 30 00:59:51.905885 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ed84225f-28d0-4e20-ac09-1b9fc663be9d req-c479c45f-8e2d-4075-bf19-6be36e5a98ec tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Oct 30 00:59:51.972689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158db8b-0c26-419d-9278-8ee3bb52e8b3 req-38d3c227-518b-4223-b9fc-11771b2f824e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:51.974034 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8158db8b-0c26-419d-9278-8ee3bb52e8b3 req-38d3c227-518b-4223-b9fc-11771b2f824e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0470777 Oct 30 00:59:52.022069 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8158db8b-0c26-419d-9278-8ee3bb52e8b3 req-40f7fb61-56e1-40ef-8669-504b7c0c8f86 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Oct 30 00:59:52.518100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9844d-7c12-4322-81a3-f6ff64c86d69 req-023c4d94-667a-4204-82ea-6dd857868978 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:52.519556 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dcb9844d-7c12-4322-81a3-f6ff64c86d69 req-023c4d94-667a-4204-82ea-6dd857868978 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0568070 Oct 30 00:59:52.566500 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dcb9844d-7c12-4322-81a3-f6ff64c86d69 req-d5e087ec-7d6e-4594-8e97-61add7c3a782 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Oct 30 00:59:53.031554 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a50a7-fd21-401d-8849-cbd7c939dc13 req-c86c9372-6690-4b70-9776-89d78a48df49 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:53.033036 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-519a50a7-fd21-401d-8849-cbd7c939dc13 req-c86c9372-6690-4b70-9776-89d78a48df49 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0497139 Oct 30 00:59:53.084750 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-519a50a7-fd21-401d-8849-cbd7c939dc13 req-ce875af8-9b17-4948-a7bb-b29190d6e417 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Oct 30 00:59:53.146005 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f1cbf-c08a-4819-a36c-03b53cd034a3 req-0245ddaa-13d5-481e-b722-cf0d4a6c018d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:53.147369 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-217f1cbf-c08a-4819-a36c-03b53cd034a3 req-0245ddaa-13d5-481e-b722-cf0d4a6c018d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0498126 Oct 30 00:59:53.197019 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-217f1cbf-c08a-4819-a36c-03b53cd034a3 req-a608c465-580c-40f8-84ea-785dfef687bc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Oct 30 00:59:53.705248 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5505e-51e8-4789-97d4-8082743962da req-b967defe-4036-45a5-a380-be9a757ec2e6 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:53.706735 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-64f5505e-51e8-4789-97d4-8082743962da req-b967defe-4036-45a5-a380-be9a757ec2e6 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0527191 Oct 30 00:59:53.718839 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:53.756266 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-64f5505e-51e8-4789-97d4-8082743962da req-df9c4209-6ea6-4c40-a2c1-3d3e0a36a017 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Oct 30 00:59:54.219444 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cba3d0-3467-4a6b-bd25-cccfeef23eb4 req-777f6500-24c0-4ab1-be8d-7d26a4257a16 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:54.220786 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-87cba3d0-3467-4a6b-bd25-cccfeef23eb4 req-777f6500-24c0-4ab1-be8d-7d26a4257a16 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0529585 Oct 30 00:59:54.273213 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-87cba3d0-3467-4a6b-bd25-cccfeef23eb4 req-a6a7e241-d89e-42db-9124-92abdecc5f75 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Oct 30 00:59:54.323735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74978ab2-820c-406e-a620-a568d10a1b99 req-317873f2-ba6b-4fb4-88b9-9119a230b92c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:54.325585 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-74978ab2-820c-406e-a620-a568d10a1b99 req-317873f2-ba6b-4fb4-88b9-9119a230b92c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0468807 Oct 30 00:59:54.372182 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-74978ab2-820c-406e-a620-a568d10a1b99 req-dc4240da-2950-4276-a5c8-3b7d33e0073b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Oct 30 00:59:54.711307 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:54.712778 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:54.856031 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:54.893796 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f798ee5-ace7-4e74-877e-ec6b54f2c0e6 req-cbb3b30d-973c-4765-bb62-1d931e7eb287 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:54.895264 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6f798ee5-ace7-4e74-877e-ec6b54f2c0e6 req-cbb3b30d-973c-4765-bb62-1d931e7eb287 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0528798 Oct 30 00:59:54.941917 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6f798ee5-ace7-4e74-877e-ec6b54f2c0e6 req-526b8058-ae92-493b-b630-ea88a5144a1f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Oct 30 00:59:55.411874 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b454d-5a0a-4ecd-b3f3-bd46ceffad84 req-eaac278d-41d1-4d5b-988f-b6adedc1ebf5 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:55.413403 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-658b454d-5a0a-4ecd-b3f3-bd46ceffad84 req-eaac278d-41d1-4d5b-988f-b6adedc1ebf5 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0504987 Oct 30 00:59:55.471334 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-658b454d-5a0a-4ecd-b3f3-bd46ceffad84 req-21820450-85ce-44db-ae71-15e66e9559d3 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518425 Oct 30 00:59:55.505074 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bd3c9-7ce5-4092-a6c7-0068aad05af9 req-49ac560d-c7df-4f18-bfa5-8bfb8af09712 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:55.506534 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-530bd3c9-7ce5-4092-a6c7-0068aad05af9 req-49ac560d-c7df-4f18-bfa5-8bfb8af09712 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0553911 Oct 30 00:59:55.554070 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-530bd3c9-7ce5-4092-a6c7-0068aad05af9 req-52c72361-a41e-415a-b191-bacb9dd83d6e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Oct 30 00:59:56.075539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0096f-dee4-4f18-af29-3a9dbaa0d1ba req-4a5454b2-26bf-4315-82be-35156276d45d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:56.077084 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c5e0096f-dee4-4f18-af29-3a9dbaa0d1ba req-4a5454b2-26bf-4315-82be-35156276d45d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0508835 Oct 30 00:59:56.127689 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c5e0096f-dee4-4f18-af29-3a9dbaa0d1ba req-46fc26dd-accc-407c-a8c0-de86a322fa7a tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Oct 30 00:59:56.602813 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d72fa4-8fef-42c3-b288-15b4daa05d55 req-6a752b06-894c-479a-adb8-0e3ff079cfbe tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:56.604350 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-50d72fa4-8fef-42c3-b288-15b4daa05d55 req-6a752b06-894c-479a-adb8-0e3ff079cfbe tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0570216 Oct 30 00:59:56.688537 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-50d72fa4-8fef-42c3-b288-15b4daa05d55 req-2d8b4781-165c-4ae4-bcae-8cd5ac6d29d1 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782971 Oct 30 00:59:56.696942 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0409b56-7879-493b-8eda-e312940ea797 req-487a425c-21b5-42fc-aa2f-d6f6223c235f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:56.698640 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f0409b56-7879-493b-8eda-e312940ea797 req-487a425c-21b5-42fc-aa2f-d6f6223c235f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0684593 Oct 30 00:59:56.756603 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f0409b56-7879-493b-8eda-e312940ea797 req-fc5c4404-1a26-48ef-86ba-0bcd75050fc9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512795 Oct 30 00:59:57.253738 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd28042-30a8-45bb-803b-8e5b87d80cd7 req-59fb51b1-dfd7-4724-895f-17360d4a279c tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:57.255214 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ffd28042-30a8-45bb-803b-8e5b87d80cd7 req-59fb51b1-dfd7-4724-895f-17360d4a279c tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0471976 Oct 30 00:59:57.302727 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ffd28042-30a8-45bb-803b-8e5b87d80cd7 req-fc8a0a29-3ad0-4e19-9894-c959cc50c1a8 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bdb22506-7ff8-4c71-9a20-05de3de3c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Oct 30 00:59:57.474680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-41d2b2d1-6c68-4cf9-9332-0e1ac899fae8 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:57.476136 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-41d2b2d1-6c68-4cf9-9332-0e1ac899fae8 tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 949 time: 0.0531456 Oct 30 00:59:57.630708 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 642e374e-315b-4436-8c38-4da776b5b51d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 00:59:57.658091 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Deleting port 5edec0bf-c7b4-4cb7-b191-28078b9dccca {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 00:59:57.658444 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:57.760068 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] For port 5edec0bf-c7b4-4cb7-b191-28078b9dccca, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5edec0bf-c7b4-4cb7-b191-28078b9dccca,segment=NetworkSegment(cbac7aba-244f-4987-afa4-ed4cc7d30c95),segment_id=cbac7aba-244f-4987-afa4-ed4cc7d30c95)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:57.760600 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:57.776190 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Calling delete_port for 5edec0bf-c7b4-4cb7-b191-28078b9dccca owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 00:59:57.822378 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d3593-a6ef-4706-beba-b47c2e24c44d req-d140011d-ccfa-48e1-b814-ef60c9e8b5e6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:57.825531 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e24d3593-a6ef-4706-beba-b47c2e24c44d req-d140011d-ccfa-48e1-b814-ef60c9e8b5e6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 944 time: 0.0563354 Oct 30 00:59:57.876600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 642e374e-315b-4436-8c38-4da776b5b51d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=642e374e-315b-4436-8c38-4da776b5b51d,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:57.888520 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '642e374e-315b-4436-8c38-4da776b5b51d', 'network_id': 'e79f970e-5030-4a3e-9305-668e891be9fd', 'port_id': '642e374e-315b-4436-8c38-4da776b5b51d', 'mac_address': 'fa:16:3e:4e:8f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253279c6-edc2-4bbe-9ffc-64e67781ccb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 00:59:57.918250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391678-7454-4bdd-a89a-305cff3d4de7 req-55acd308-cabb-4330-8a04-2b5ff38386fc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:57.919773 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3b391678-7454-4bdd-a89a-305cff3d4de7 req-55acd308-cabb-4330-8a04-2b5ff38386fc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0684090 Oct 30 00:59:57.919897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (5edec0bf-c7b4-4cb7-b191-28078b9dccca), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:57.929674 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 642e374e-315b-4436-8c38-4da776b5b51d is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 00:59:57.930085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (642e374e-315b-4436-8c38-4da776b5b51d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:57.931366 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e24d3593-a6ef-4706-beba-b47c2e24c44d req-abc8755b-ce86-4872-b636-eca666513354 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998609 Oct 30 00:59:57.943752 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642e374e-315b-4436-8c38-4da776b5b51d {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 00:59:57.955141 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Pushing event deleted for resources: {'Port': ['ID=5edec0bf-c7b4-4cb7-b191-28078b9dccca,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:57.957898 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:57.970009 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['5edec0bf-c7b4-4cb7-b191-28078b9dccca'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:59:57.976114 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 642e374e-315b-4436-8c38-4da776b5b51d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=642e374e-315b-4436-8c38-4da776b5b51d,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 00:59:58.001598 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (642e374e-315b-4436-8c38-4da776b5b51d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:58.009075 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3b391678-7454-4bdd-a89a-305cff3d4de7 req-218e3ea7-170a-4a2a-b2ab-8612b2738dd7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766077 Oct 30 00:59:58.014234 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] No DVR routers for this DVR port 5edec0bf-c7b4-4cb7-b191-28078b9dccca on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 00:59:58.017438 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 00:59:58.020840 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-697f9f54-f616-45f0-a6fa-fb785066f307 req-7995a595-4e64-40e1-b65b-63f51ce1f56f tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.43 "DELETE /networking/v2.0/ports/5edec0bf-c7b4-4cb7-b191-28078b9dccca HTTP/1.1" status: 204 len: 173 time: 0.4500494 Oct 30 00:59:58.021431 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'name': 'network-vif-deleted', 'tag': '5edec0bf-c7b4-4cb7-b191-28078b9dccca'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 00:59:58.024083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e9344-d532-4e0b-a782-04b7b7773809" -d '{"events": [{"server_uuid": "0dc14c92-6364-4981-81c3-1c00e4f8187b", "name": "network-vif-deleted", "tag": "5edec0bf-c7b4-4cb7-b191-28078b9dccca"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 00:59:58.064970 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=642e374e-315b-4436-8c38-4da776b5b51d,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 00:59:58.085578 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa49c3e-0a65-44a0-be05-5c6587c6b2f7 x-openstack-request-id: req-5aa49c3e-0a65-44a0-be05-5c6587c6b2f7 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 00:59:58.086000 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc14c92-6364-4981-81c3-1c00e4f8187b", "name": "network-vif-deleted", "tag": "5edec0bf-c7b4-4cb7-b191-28078b9dccca", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 00:59:58.086250 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5aa49c3e-0a65-44a0-be05-5c6587c6b2f7 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 00:59:58.086653 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa49c3e-0a65-44a0-be05-5c6587c6b2f7'] response: {'server_uuid': '0dc14c92-6364-4981-81c3-1c00e4f8187b', 'name': 'network-vif-deleted', 'tag': '5edec0bf-c7b4-4cb7-b191-28078b9dccca', 'status': 'completed', 'code': 200} Oct 30 00:59:58.428441 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5aa3ae8c-9c44-4242-bfd0-e4ed7a165bd7 req-19587296-38ad-4e28-9469-94e32d8ccd3d tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0288074 Oct 30 00:59:58.741172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['642e374e-315b-4436-8c38-4da776b5b51d'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 00:59:59.057605 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c395d-8034-4ae4-a3d0-7e1d2c01daad req-dfc09ae6-5e83-40cd-82bf-f1dbb444c549 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:59.060482 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a13c395d-8034-4ae4-a3d0-7e1d2c01daad req-dfc09ae6-5e83-40cd-82bf-f1dbb444c549 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 945 time: 0.0492654 Oct 30 00:59:59.143891 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a13c395d-8034-4ae4-a3d0-7e1d2c01daad req-62e17ea8-8f06-4db1-ae2b-8d517e45782b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788193 Oct 30 00:59:59.154541 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d3050-f75d-4ca8-b96b-111c82ebea06 req-e4d4326c-3638-4e78-b79a-11615f4ad5f0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 00:59:59.156095 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e87d3050-f75d-4ca8-b96b-111c82ebea06 req-e4d4326c-3638-4e78-b79a-11615f4ad5f0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0686283 Oct 30 00:59:59.200507 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 00:59:59.205566 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e87d3050-f75d-4ca8-b96b-111c82ebea06 req-cf6bcb73-d57f-4c78-b7a6-bf1199ce9a55 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Oct 30 00:59:59.551110 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02fab710-dd71-4409-a6c8-0d8cc747c64f req-b4a409f9-c5df-422d-9c3e-e1a7fc789d5b tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0277612 Oct 30 01:00:00.082195 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 642e374e-315b-4436-8c38-4da776b5b51d up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:00:00.134498 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 642e374e-315b-4436-8c38-4da776b5b51d completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:00:00.142415 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 642e374e-315b-4436-8c38-4da776b5b51d triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:00.142773 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (642e374e-315b-4436-8c38-4da776b5b51d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:00.143132 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 642e374e-315b-4436-8c38-4da776b5b51d Oct 30 01:00:00.218267 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 642e374e-315b-4436-8c38-4da776b5b51d is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:00.218810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (642e374e-315b-4436-8c38-4da776b5b51d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:00.243562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642e374e-315b-4436-8c38-4da776b5b51d'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:00:00.245908 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c414a8-a41e-4ca9-9dcb-017e5fae8ca9" -d '{"events": [{"server_uuid": "3f2f7c97-5868-4aab-af09-dcdd578f5aed", "name": "network-vif-plugged", "status": "completed", "tag": "642e374e-315b-4436-8c38-4da776b5b51d"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:00:00.258263 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 642e374e-315b-4436-8c38-4da776b5b51d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=642e374e-315b-4436-8c38-4da776b5b51d,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:00.263748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (642e374e-315b-4436-8c38-4da776b5b51d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:00.264577 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5edec0bf-c7b4-4cb7-b191-28078b9dccca no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:00:00.285889 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdcb2e-3750-47b5-8fac-252d701a9a1a req-edb5bdac-b310-4850-97f7-e99c3c40517b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:00.287536 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1cfdcb2e-3750-47b5-8fac-252d701a9a1a req-edb5bdac-b310-4850-97f7-e99c3c40517b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 945 time: 0.0674853 Oct 30 01:00:00.304974 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 5edec0bf-c7b4-4cb7-b191-28078b9dccca {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:00:00.305318 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5edec0bf-c7b4-4cb7-b191-28078b9dccca not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:00:00.331970 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=642e374e-315b-4436-8c38-4da776b5b51d,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:00.375250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4514cd-4fdb-4c1a-af2b-c468350c440d req-55d203ad-fe95-43a4-99ec-12fb9f5168d1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:00.376756 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5c4514cd-4fdb-4c1a-af2b-c468350c440d req-55d203ad-fe95-43a4-99ec-12fb9f5168d1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0750086 Oct 30 01:00:00.380121 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1cfdcb2e-3750-47b5-8fac-252d701a9a1a req-c6625b85-d1ac-456e-8cf1-d850a80ed4b5 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864849 Oct 30 01:00:00.425517 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a74898-2173-417f-921e-5f15af0aa59d x-openstack-request-id: req-57a74898-2173-417f-921e-5f15af0aa59d {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:00:00.425837 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2f7c97-5868-4aab-af09-dcdd578f5aed", "name": "network-vif-plugged", "status": "completed", "tag": "642e374e-315b-4436-8c38-4da776b5b51d", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:00:00.426093 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57a74898-2173-417f-921e-5f15af0aa59d {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:00:00.426495 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a74898-2173-417f-921e-5f15af0aa59d'] response: {'server_uuid': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642e374e-315b-4436-8c38-4da776b5b51d', 'code': 200} Oct 30 01:00:00.427189 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5c4514cd-4fdb-4c1a-af2b-c468350c440d req-36682e36-516b-43e3-ba2c-42f68169c7ea tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Oct 30 01:00:00.665795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b6fe6a5-7545-4f2e-81d0-4f5205e111f2 req-bc5d9c11-6712-4a7f-a0b2-6680f4cadbeb tempest-VolumesNegativeTest-548011193 tempest-VolumesNegativeTest-548011193-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0dc14c92-6364-4981-81c3-1c00e4f8187b HTTP/1.1" status: 200 len: 210 time: 0.0276780 Oct 30 01:00:01.532517 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406c24-afa8-42eb-9bc3-75edee8b82db req-d572127b-9f7a-491a-b141-7184ccd3d4d7 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:01.533967 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8f406c24-afa8-42eb-9bc3-75edee8b82db req-d572127b-9f7a-491a-b141-7184ccd3d4d7 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0684636 Oct 30 01:00:01.539424 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:01.567153 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba70a6-b619-45d6-96e4-717eae2a765c req-291a3e91-0bd0-4519-829b-7494d9a76d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:01.568778 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c4ba70a6-b619-45d6-96e4-717eae2a765c req-291a3e91-0bd0-4519-829b-7494d9a76d87 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 1130 time: 0.0704136 Oct 30 01:00:01.574393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1026-a69d-4746-bcfa-3e189b3cd19a req-49df7615-ba8a-4588-8d0c-e19a27474a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:01.576545 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-020e1026-a69d-4746-bcfa-3e189b3cd19a req-49df7615-ba8a-4588-8d0c-e19a27474a52 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 1130 time: 0.0489402 Oct 30 01:00:01.590264 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb42e3-d827-4248-9f1a-f64f96a21e74 req-3363e741-d0ba-4870-81cd-f1bb983d3943 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:01.591745 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ddbb42e3-d827-4248-9f1a-f64f96a21e74 req-3363e741-d0ba-4870-81cd-f1bb983d3943 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0733888 Oct 30 01:00:01.608906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:01.629567 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8f406c24-afa8-42eb-9bc3-75edee8b82db req-34737049-d06d-437f-b2a5-a478ce1402de tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748546 Oct 30 01:00:01.652093 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c4ba70a6-b619-45d6-96e4-717eae2a765c req-cffa65a0-d348-42dc-9476-91d48faefc15 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749607 Oct 30 01:00:01.654232 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-020e1026-a69d-4746-bcfa-3e189b3cd19a req-0a0420b1-c7a2-4c4a-94c2-f080728a332e service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Oct 30 01:00:01.658200 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ddbb42e3-d827-4248-9f1a-f64f96a21e74 req-2d09156c-a411-49ea-bd21-6fe52ca6c848 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Oct 30 01:00:02.769743 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad71a9-6dac-43f0-af38-31075ef60f21 req-35d71b79-4c47-4768-9ded-d170df97bacb tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:02.771235 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02ad71a9-6dac-43f0-af38-31075ef60f21 req-35d71b79-4c47-4768-9ded-d170df97bacb tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0644691 Oct 30 01:00:02.823791 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520f9ec-2908-4e08-ad4d-41e1b0637cca req-75096fb5-d5bf-4bb1-bc23-6ea44311eff9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:02.824132 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f520f9ec-2908-4e08-ad4d-41e1b0637cca req-75096fb5-d5bf-4bb1-bc23-6ea44311eff9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0776923 Oct 30 01:00:02.867793 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02ad71a9-6dac-43f0-af38-31075ef60f21 req-97c7ce2c-2b54-44ef-b3e4-1d41528f8caf tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800817 Oct 30 01:00:02.923805 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f520f9ec-2908-4e08-ad4d-41e1b0637cca req-ac239139-1dbd-4d99-839f-db13008aebb1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 Oct 30 01:00:04.029728 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c3aa1-581b-4877-97d3-ddac5962de3b req-e408e7d0-d982-40de-b3d4-54eeddd3fea8 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:04.032356 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c12c3aa1-581b-4877-97d3-ddac5962de3b req-e408e7d0-d982-40de-b3d4-54eeddd3fea8 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0833552 Oct 30 01:00:04.104358 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3195-391f-4c26-a275-eb692d764af0 req-7f0ed40d-fc28-4cdb-8625-6e2db1dd473b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:04.105995 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6e4c3195-391f-4c26-a275-eb692d764af0 req-7f0ed40d-fc28-4cdb-8625-6e2db1dd473b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0724263 Oct 30 01:00:04.135751 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c12c3aa1-581b-4877-97d3-ddac5962de3b req-5b463b95-290d-429a-90cd-1141509171d2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924666 Oct 30 01:00:04.151322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:04.170300 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6e4c3195-391f-4c26-a275-eb692d764af0 req-e95d3f24-f386-4860-ad1c-bbb38db478d2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541906 Oct 30 01:00:04.384430 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c60bfc-dbef-4812-8d66-8b10dbf7cd28 req-3fa94d1d-284a-4a8b-a207-73c36bb0ce77 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:04.385958 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8c60bfc-dbef-4812-8d66-8b10dbf7cd28 req-3fa94d1d-284a-4a8b-a207-73c36bb0ce77 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.0493109 Oct 30 01:00:04.435829 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8c60bfc-dbef-4812-8d66-8b10dbf7cd28 req-e700c8b8-174e-443f-bf85-562f2543b500 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Oct 30 01:00:05.294595 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc50c-4a65-4b84-b7e9-e2b8698a622d req-07076afa-9795-43f9-9612-30da5164b6a9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:05.296027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f29bc50c-4a65-4b84-b7e9-e2b8698a622d req-07076afa-9795-43f9-9612-30da5164b6a9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0778005 Oct 30 01:00:05.314657 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d6e41-4297-4d5d-80f2-64a133c82574 req-bb4017c3-a603-4b23-99ec-9dbfbb6124e7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:05.316100 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-155d6e41-4297-4d5d-80f2-64a133c82574 req-bb4017c3-a603-4b23-99ec-9dbfbb6124e7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0661271 Oct 30 01:00:05.376776 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f29bc50c-4a65-4b84-b7e9-e2b8698a622d req-3c8304c0-0f07-41f8-8c8b-3f3ddc73b0e6 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731909 Oct 30 01:00:05.390786 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-155d6e41-4297-4d5d-80f2-64a133c82574 req-ae8e2638-897e-497c-8276-a0160b27f078 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660632 Oct 30 01:00:05.522608 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65faa30-14dc-481b-ab61-75bae89d5d7a req-0310ac57-5b09-4c18-b1ec-0693c13c16aa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:05.524153 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f65faa30-14dc-481b-ab61-75bae89d5d7a req-0310ac57-5b09-4c18-b1ec-0693c13c16aa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0555279 Oct 30 01:00:05.540563 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:05.591116 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04252-d323-40fa-8d41-4d6e01bf576e req-8ca0a0ef-dc17-453a-a83b-edd2e18986e9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:05.592843 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-36e04252-d323-40fa-8d41-4d6e01bf576e req-8ca0a0ef-dc17-453a-a83b-edd2e18986e9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.0778370 Oct 30 01:00:05.593699 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:05.630959 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f65faa30-14dc-481b-ab61-75bae89d5d7a req-f15fdcab-c9b4-4c42-955e-f2da958e0fc9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984123 Oct 30 01:00:05.659138 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-36e04252-d323-40fa-8d41-4d6e01bf576e req-e75a64ba-d8f8-4795-8d3e-f05c5b882b03 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593679 Oct 30 01:00:05.968474 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 44670) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:06.141749 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 44680) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:06.142393 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d51576db-8357-40c5-b737-6f36e181c3c0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=27fc853acd7b4ef3803aec20a793bd06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719968 Oct 30 01:00:06.162669 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9c3957aa-22ac-4023-a595-e647012966cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:06.195492 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-485ebcc6-2f23-4f37-933c-1b0abc019fb0 admin admin] Publish callbacks [] for security_group (bdb22506-7ff8-4c71-9a20-05de3de3c8b4), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:06.217037 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-485ebcc6-2f23-4f37-933c-1b0abc019fb0 admin admin] Publish callbacks [] for security_group (bdb22506-7ff8-4c71-9a20-05de3de3c8b4), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:06.267232 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-485ebcc6-2f23-4f37-933c-1b0abc019fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bdb22506-7ff8-4c71-9a20-05de3de3c8b4), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:06.270527 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-485ebcc6-2f23-4f37-933c-1b0abc019fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:06.271683 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-485ebcc6-2f23-4f37-933c-1b0abc019fb0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bdb22506-7ff8-4c71-9a20-05de3de3c8b4 HTTP/1.1" status: 204 len: 168 time: 0.1289346 Oct 30 01:00:06.281131 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ebcc6-2f23-4f37-933c-1b0abc019fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb22506-7ff8-4c71-9a20-05de3de3c8b4,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:06.289221 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d972-a81c-4599-a961-2363daf6fb6c req-22ce0f36-18d5-4e11-9f6a-d48a6737cf08 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:06.292587 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1bd4d972-a81c-4599-a961-2363daf6fb6c req-22ce0f36-18d5-4e11-9f6a-d48a6737cf08 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0615938 Oct 30 01:00:06.295408 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:06.355473 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1bd4d972-a81c-4599-a961-2363daf6fb6c req-76dfcd1e-c63d-47d3-bb1f-7c809f280054 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539422 Oct 30 01:00:06.795430 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af22f-5487-4b7d-ac86-b47115a793ce req-b0b4a557-20c4-4c01-8dba-9d3dde7b4ca5 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:06.796934 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-860af22f-5487-4b7d-ac86-b47115a793ce req-b0b4a557-20c4-4c01-8dba-9d3dde7b4ca5 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.0593727 Oct 30 01:00:06.844978 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-860af22f-5487-4b7d-ac86-b47115a793ce req-33acfe57-e958-4caf-bb32-b1c2b20eafa6 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Oct 30 01:00:07.485153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fedd75-77d9-4194-9c9c-664e9805e34c req-ea2e5c62-2bd3-4808-90e6-9586d16f636d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:07.486605 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-93fedd75-77d9-4194-9c9c-664e9805e34c req-ea2e5c62-2bd3-4808-90e6-9586d16f636d tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0546997 Oct 30 01:00:07.537855 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-93fedd75-77d9-4194-9c9c-664e9805e34c req-2ae63790-648b-4c0a-a6e9-72be27f84478 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Oct 30 01:00:07.980405 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44530a21-03a6-4b8e-bc88-cb7332a80cfa req-2c22d210-40c5-4017-b71a-3b5bb53b2e9a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:07.981807 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-44530a21-03a6-4b8e-bc88-cb7332a80cfa req-2c22d210-40c5-4017-b71a-3b5bb53b2e9a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.0524831 Oct 30 01:00:08.029160 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-44530a21-03a6-4b8e-bc88-cb7332a80cfa req-c68cb949-2eff-4985-80f6-0b0faf2c26b8 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Oct 30 01:00:08.297236 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b7db15ca-9b26-4b5c-88fb-cad174b860d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:08.374386 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c8978-69fe-4e83-bbaf-597095c57989 req-e4535dd8-1809-468a-a34e-a722173636bb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:08.375956 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e86c8978-69fe-4e83-bbaf-597095c57989 req-e4535dd8-1809-468a-a34e-a722173636bb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Oct 30 01:00:08.402986 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:08.426679 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e86c8978-69fe-4e83-bbaf-597095c57989 req-8fa667b2-7c72-4020-9876-70c77a54af07 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Oct 30 01:00:08.681573 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a6a34-35fd-45ed-8086-c8580b2bd5cc req-a2a19f6a-79e2-4053-8f84-8922a3cab7d2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:08.683194 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-351a6a34-35fd-45ed-8086-c8580b2bd5cc req-a2a19f6a-79e2-4053-8f84-8922a3cab7d2 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0554693 Oct 30 01:00:08.742824 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-351a6a34-35fd-45ed-8086-c8580b2bd5cc req-21e0eeff-124d-47e6-9bef-31e485551677 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507004 Oct 30 01:00:09.174463 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f384d-df69-475d-b4ce-f79ed7e4f7c5 req-13f6e081-8b7f-42e7-970b-0489f1a760ef tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:09.176096 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c80f384d-df69-475d-b4ce-f79ed7e4f7c5 req-13f6e081-8b7f-42e7-970b-0489f1a760ef tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.0595369 Oct 30 01:00:09.223875 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c80f384d-df69-475d-b4ce-f79ed7e4f7c5 req-b25f19d6-ba6d-427c-b801-157f657f2d98 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Oct 30 01:00:09.289890 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45028184-fa23-4b8e-8593-70af58b156be req-afa75548-ce21-48c7-b16f-ca935a1c0cb9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:09.291335 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-45028184-fa23-4b8e-8593-70af58b156be req-afa75548-ce21-48c7-b16f-ca935a1c0cb9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 945 time: 0.0539887 Oct 30 01:00:09.416621 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-db5bea50-52c2-461d-9634-e2851cd4d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:09.418064 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-db5bea50-52c2-461d-9634-e2851cd4d7df service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1129 time: 0.0742960 Oct 30 01:00:09.454293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Deleting port 762c8731-46b3-44de-8232-dda35195aa9c {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:00:09.454630 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (762c8731-46b3-44de-8232-dda35195aa9c), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:09.510111 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:09.557548 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] For port 762c8731-46b3-44de-8232-dda35195aa9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=762c8731-46b3-44de-8232-dda35195aa9c,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:09.557915 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (762c8731-46b3-44de-8232-dda35195aa9c), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:09.570820 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a3c2-91dc-41da-a58a-85fe5f818e46 req-3fde5235-1618-449a-8ec3-cdf17d9b9cb4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:09.572776 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Calling delete_port for 762c8731-46b3-44de-8232-dda35195aa9c owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:00:09.573110 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1756a3c2-91dc-41da-a58a-85fe5f818e46 req-3fde5235-1618-449a-8ec3-cdf17d9b9cb4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0626056 Oct 30 01:00:09.629842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1756a3c2-91dc-41da-a58a-85fe5f818e46 req-8ce252ed-d76a-42b6-86ad-e6a5387aa863 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Oct 30 01:00:09.706851 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (762c8731-46b3-44de-8232-dda35195aa9c), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:09.733702 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Pushing event deleted for resources: {'Port': ['ID=762c8731-46b3-44de-8232-dda35195aa9c,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:09.764141 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['762c8731-46b3-44de-8232-dda35195aa9c'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:00:09.824347 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] No DVR routers for this DVR port 762c8731-46b3-44de-8232-dda35195aa9c on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:00:09.830091 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:09.833811 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-45028184-fa23-4b8e-8593-70af58b156be req-96e1a539-d3d4-4191-b9a1-73a31e9924ce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "DELETE /networking/v2.0/ports/762c8731-46b3-44de-8232-dda35195aa9c HTTP/1.1" status: 204 len: 173 time: 0.4912374 Oct 30 01:00:09.834318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'name': 'network-vif-deleted', 'tag': '762c8731-46b3-44de-8232-dda35195aa9c'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:00:09.836616 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d684ea1-cdac-43f7-8fce-35d69c0e089d" -d '{"events": [{"server_uuid": "5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a", "name": "network-vif-deleted", "tag": "762c8731-46b3-44de-8232-dda35195aa9c"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:00:09.875649 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cc2a1-6fdb-4884-bf6c-4a78b6a1ca84 req-c750ccd1-39c0-4be3-9018-4cd55a74c8f7 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:09.879144 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-733cc2a1-6fdb-4884-bf6c-4a78b6a1ca84 req-c750ccd1-39c0-4be3-9018-4cd55a74c8f7 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.0583458 Oct 30 01:00:09.886295 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:09.889775 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b651d90-6a85-4072-a4b5-9a03a8b6cefc x-openstack-request-id: req-6b651d90-6a85-4072-a4b5-9a03a8b6cefc {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:00:09.890401 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a", "name": "network-vif-deleted", "tag": "762c8731-46b3-44de-8232-dda35195aa9c", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:00:09.890615 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b651d90-6a85-4072-a4b5-9a03a8b6cefc {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:00:09.891009 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b651d90-6a85-4072-a4b5-9a03a8b6cefc'] response: {'server_uuid': '5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a', 'name': 'network-vif-deleted', 'tag': '762c8731-46b3-44de-8232-dda35195aa9c', 'status': 'completed', 'code': 200} Oct 30 01:00:09.895105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-ba94a716-4ff6-49ac-9c42-dffacb4aefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:09.896642 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-ba94a716-4ff6-49ac-9c42-dffacb4aefb7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.1534567 Oct 30 01:00:09.930762 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-733cc2a1-6fdb-4884-bf6c-4a78b6a1ca84 req-94c096ec-e98c-4106-9703-7a1b72b2bff4 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=17097646-efe9-419b-acfb-e006a374c89c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Oct 30 01:00:10.110611 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-4c63d3c7-a954-446f-9688-78275ce615d4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 200 len: 217 time: 0.0695305 Oct 30 01:00:10.154157 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05def-9e2e-4165-a740-a8cda1303594 req-da441964-e4a5-4639-8ed9-3d93fb6dfbb9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:10.155573 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33d05def-9e2e-4165-a740-a8cda1303594 req-da441964-e4a5-4639-8ed9-3d93fb6dfbb9 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 946 time: 0.1026103 Oct 30 01:00:10.223152 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-8f2ab097-3624-4729-a25f-adacf1bc4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:10.224657 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-8f2ab097-3624-4729-a25f-adacf1bc4dec service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0843163 Oct 30 01:00:10.296172 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:10.301821 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Deleting port 642e374e-315b-4436-8c38-4da776b5b51d {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:00:10.302147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (642e374e-315b-4436-8c38-4da776b5b51d), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:10.321481 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-51d04863-808f-40a6-bec8-da9a3361be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:10.323132 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-51d04863-808f-40a6-bec8-da9a3361be72 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696430 Oct 30 01:00:10.356868 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-465fb3f2-c0fa-471c-b025-6fdfb4d9122d req-99cb86c7-f4d8-4f8d-b199-01212a0311dc tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5aeb0bf1-cf74-4332-9a2e-31805e7a5d3a HTTP/1.1" status: 200 len: 210 time: 0.0319183 Oct 30 01:00:10.702741 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] For port 642e374e-315b-4436-8c38-4da776b5b51d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=642e374e-315b-4436-8c38-4da776b5b51d,segment=NetworkSegment(4807b803-8f66-4843-87c9-71d1f676d682),segment_id=4807b803-8f66-4843-87c9-71d1f676d682)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:10.703107 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (642e374e-315b-4436-8c38-4da776b5b51d), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:10.726860 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Calling delete_port for 642e374e-315b-4436-8c38-4da776b5b51d owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:00:10.730284 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-bb03caa2-522f-4073-be35-0e9269583815 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780615 Oct 30 01:00:10.805552 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885106-27b1-4fd8-9710-16b466e4d82f req-ccf15147-97d3-4803-9088-a77ba0f92027 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:10.815451 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e885106-27b1-4fd8-9710-16b466e4d82f req-ccf15147-97d3-4803-9088-a77ba0f92027 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0746574 Oct 30 01:00:10.846814 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:10.877152 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e885106-27b1-4fd8-9710-16b466e4d82f req-e18882e1-542a-4b1e-91eb-18965ab1326e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Oct 30 01:00:10.893344 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-787d6290-1de2-40ae-95ee-89ff229c34e8 req-7a6018b6-865a-4b60-a034-19e001ddbff1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202986 Oct 30 01:00:10.949852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (642e374e-315b-4436-8c38-4da776b5b51d), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:10.986327 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Pushing event deleted for resources: {'Port': ['ID=642e374e-315b-4436-8c38-4da776b5b51d,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:11.000201 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['642e374e-315b-4436-8c38-4da776b5b51d'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:00:11.035559 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] No DVR routers for this DVR port 642e374e-315b-4436-8c38-4da776b5b51d on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:00:11.037980 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:11.041366 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33d05def-9e2e-4165-a740-a8cda1303594 req-9a8b58ce-2d2b-41f7-b0ce-f6dca6a12a8b tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.43 "DELETE /networking/v2.0/ports/642e374e-315b-4436-8c38-4da776b5b51d HTTP/1.1" status: 204 len: 173 time: 0.8678818 Oct 30 01:00:11.048746 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d0720cd4-ecb2-4113-9992-a9735286565b req-b952f605-624b-447b-bd41-141c08511e73 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0319774 Oct 30 01:00:11.072880 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:11.223491 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:11.892815 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'name': 'network-vif-deleted', 'tag': '642e374e-315b-4436-8c38-4da776b5b51d'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:00:11.896192 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9427a336-64e1-4af9-9d23-b9270d016e49" -d '{"events": [{"server_uuid": "3f2f7c97-5868-4aab-af09-dcdd578f5aed", "name": "network-vif-deleted", "tag": "642e374e-315b-4436-8c38-4da776b5b51d"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:00:11.941390 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51815a3-4b8d-428d-bffa-acccb7bdf242 x-openstack-request-id: req-e51815a3-4b8d-428d-bffa-acccb7bdf242 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:00:11.941680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2f7c97-5868-4aab-af09-dcdd578f5aed", "name": "network-vif-deleted", "tag": "642e374e-315b-4436-8c38-4da776b5b51d", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:00:11.941930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e51815a3-4b8d-428d-bffa-acccb7bdf242 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:00:11.942348 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51815a3-4b8d-428d-bffa-acccb7bdf242'] response: {'server_uuid': '3f2f7c97-5868-4aab-af09-dcdd578f5aed', 'name': 'network-vif-deleted', 'tag': '642e374e-315b-4436-8c38-4da776b5b51d', 'status': 'completed', 'code': 200} Oct 30 01:00:12.016573 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30e10c-f992-4b13-a4ff-6ead9ac914ed req-c11836d3-994d-43ae-88cb-654d2ba8f63f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:12.018384 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6f30e10c-f992-4b13-a4ff-6ead9ac914ed req-c11836d3-994d-43ae-88cb-654d2ba8f63f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0561831 Oct 30 01:00:12.070648 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6f30e10c-f992-4b13-a4ff-6ead9ac914ed req-ba7c4082-c231-429b-b91c-763b9f71e0cb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Oct 30 01:00:12.173893 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-742d6234-aeef-4dee-9979-4b014206b5eb req-0dbd9be0-4cc1-47fd-895c-c418a4583375 tempest-VolumesActionsTest-1212931503 tempest-VolumesActionsTest-1212931503-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3f2f7c97-5868-4aab-af09-dcdd578f5aed HTTP/1.1" status: 200 len: 210 time: 0.0312636 Oct 30 01:00:13.207071 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31df98-32ed-49ef-a482-8ddfdc29def0 req-c7e181e5-2290-4c35-a265-a747becff6b1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:13.208840 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fb31df98-32ed-49ef-a482-8ddfdc29def0 req-c7e181e5-2290-4c35-a265-a747becff6b1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0492425 Oct 30 01:00:13.260272 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fb31df98-32ed-49ef-a482-8ddfdc29def0 req-d956f7e0-1953-4a25-86d8-6ec31f002dd6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Oct 30 01:00:14.031480 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947b42-09cd-4319-b2ce-c03c90cddacf req-31382256-027d-494d-9524-c80d5c4a298c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:14.033345 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-65947b42-09cd-4319-b2ce-c03c90cddacf req-31382256-027d-494d-9524-c80d5c4a298c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0489254 Oct 30 01:00:14.090046 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-65947b42-09cd-4319-b2ce-c03c90cddacf req-0d3c08e5-82b4-4065-993e-e8a53cc20976 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473697 Oct 30 01:00:14.390560 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5db7c-4670-4f7b-896a-0cf3668a6650 req-cc0c3456-ea0e-444c-b74e-e27a2d6926ba tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:14.392090 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-16d5db7c-4670-4f7b-896a-0cf3668a6650 req-cc0c3456-ea0e-444c-b74e-e27a2d6926ba tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0479329 Oct 30 01:00:14.441116 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-16d5db7c-4670-4f7b-896a-0cf3668a6650 req-510c1864-5495-46b1-9c35-58c1bbfe3b5f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Oct 30 01:00:14.576406 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:14.578748 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:14.741693 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 762c8731-46b3-44de-8232-dda35195aa9c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:00:14.761325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 762c8731-46b3-44de-8232-dda35195aa9c {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:00:14.761674 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 762c8731-46b3-44de-8232-dda35195aa9c not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:00:14.762089 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 642e374e-315b-4436-8c38-4da776b5b51d no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:00:14.779430 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 642e374e-315b-4436-8c38-4da776b5b51d {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:00:14.779768 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 642e374e-315b-4436-8c38-4da776b5b51d not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:00:15.223322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823b149-31be-49f7-9ed3-4894599ddcfa req-a121c628-bcb7-4961-9d9f-61b7222bd991 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:15.224920 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2823b149-31be-49f7-9ed3-4894599ddcfa req-a121c628-bcb7-4961-9d9f-61b7222bd991 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0474634 Oct 30 01:00:15.276472 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2823b149-31be-49f7-9ed3-4894599ddcfa req-938ac5bf-3ff1-469d-8839-89916192807c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431666 Oct 30 01:00:15.590634 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4aec-b5bc-4fe3-981a-c21b97a4bbbb req-12d60541-119b-4baf-bd7f-98a921034b94 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:15.592183 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-898f4aec-b5bc-4fe3-981a-c21b97a4bbbb req-12d60541-119b-4baf-bd7f-98a921034b94 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Oct 30 01:00:15.628789 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:15.641004 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-898f4aec-b5bc-4fe3-981a-c21b97a4bbbb req-c00aeea6-60f2-46e8-b988-202afd213357 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Oct 30 01:00:16.416811 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f77a9-5fd5-4cc3-a613-c2f84bed2e03 req-65a64c7b-00c9-44ea-acaf-fc878c63ed22 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:16.418278 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f53f77a9-5fd5-4cc3-a613-c2f84bed2e03 req-65a64c7b-00c9-44ea-acaf-fc878c63ed22 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0484269 Oct 30 01:00:16.466747 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f53f77a9-5fd5-4cc3-a613-c2f84bed2e03 req-744585f1-1ef8-4186-ad9e-8923195291a5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429363 Oct 30 01:00:16.768872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8366c2a-5853-4696-a931-0bec933761a9 req-96276d63-682c-4929-904b-d29e4b8d53cb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:16.770526 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8366c2a-5853-4696-a931-0bec933761a9 req-96276d63-682c-4929-904b-d29e4b8d53cb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0528562 Oct 30 01:00:16.823691 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8366c2a-5853-4696-a931-0bec933761a9 req-69c135ea-1f8c-4381-af37-3e9f61e0a09f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Oct 30 01:00:17.615079 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c15e26-679b-40b6-9733-4098ec94d0a3 req-c8e77d1a-2381-4f60-bb76-82ff57dc0b4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:17.616502 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c9c15e26-679b-40b6-9733-4098ec94d0a3 req-c8e77d1a-2381-4f60-bb76-82ff57dc0b4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0483723 Oct 30 01:00:17.666771 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c9c15e26-679b-40b6-9733-4098ec94d0a3 req-d3d6ce09-849f-42d3-b116-ce83c70f1889 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427175 Oct 30 01:00:17.957624 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba29a0-09a3-47ed-ae3f-e86234a7280c req-287d3fb2-5cf7-4365-9978-c150480e24e3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:17.959396 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-51ba29a0-09a3-47ed-ae3f-e86234a7280c req-287d3fb2-5cf7-4365-9978-c150480e24e3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Oct 30 01:00:18.017868 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-51ba29a0-09a3-47ed-ae3f-e86234a7280c req-22a759cb-62f5-48c1-94a0-3bc039e71ffb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525932 Oct 30 01:00:18.784543 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:18.800637 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a35de-287e-4664-a8c7-5764b87e36a6 req-2f7d0fd7-bb59-4c3b-aa1b-2e216a8a8798 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:18.802108 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3b5a35de-287e-4664-a8c7-5764b87e36a6 req-2f7d0fd7-bb59-4c3b-aa1b-2e216a8a8798 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0508127 Oct 30 01:00:18.849796 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3b5a35de-287e-4664-a8c7-5764b87e36a6 req-dbacba72-4a2d-4a66-8ccd-f85a940065c4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418301 Oct 30 01:00:19.142869 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781ce3-f522-422f-8350-4a31178ce22f req-285a67db-1124-40ea-8d7a-1ed7ee24a4b9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:19.144398 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e781ce3-f522-422f-8350-4a31178ce22f req-285a67db-1124-40ea-8d7a-1ed7ee24a4b9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0513194 Oct 30 01:00:19.196948 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e781ce3-f522-422f-8350-4a31178ce22f req-bc268e8b-fc7c-4ad7-9aa4-ac103e843c8c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Oct 30 01:00:19.994304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a47b75-5f85-4a65-ba89-db863cb1a70e req-04fb5c73-5ed2-4a81-a8aa-ae8560aa3f21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:19.995693 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1a47b75-5f85-4a65-ba89-db863cb1a70e req-04fb5c73-5ed2-4a81-a8aa-ae8560aa3f21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0536859 Oct 30 01:00:20.047523 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1a47b75-5f85-4a65-ba89-db863cb1a70e req-63f2a05a-efd6-4591-bb82-02ac9d369a3c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435796 Oct 30 01:00:20.325701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7979e7a-41f1-492a-b9b8-3781c9695b18 req-baab7ae5-026c-4b99-9f85-d41b99817062 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:20.327502 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f7979e7a-41f1-492a-b9b8-3781c9695b18 req-baab7ae5-026c-4b99-9f85-d41b99817062 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0516920 Oct 30 01:00:20.381065 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f7979e7a-41f1-492a-b9b8-3781c9695b18 req-6837fa56-590d-4308-9973-4e3e28f06cf0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474644 Oct 30 01:00:20.997998 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:21.020262 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:21.184704 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9c617-d567-4293-955f-ab065a5296b6 req-03e580b9-8033-46ff-b948-a8731e0f1c09 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:21.186220 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1c9c617-d567-4293-955f-ab065a5296b6 req-03e580b9-8033-46ff-b948-a8731e0f1c09 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0479071 Oct 30 01:00:21.238337 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1c9c617-d567-4293-955f-ab065a5296b6 req-3409614e-3a80-4576-8e5f-43044a6b3525 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464981 Oct 30 01:00:21.505506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cdf1-f4b3-4c88-9cef-71a047608569 req-42e50a33-1838-491e-a9b5-2464d93dc65f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:21.507065 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9a76cdf1-f4b3-4c88-9cef-71a047608569 req-42e50a33-1838-491e-a9b5-2464d93dc65f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Oct 30 01:00:21.562133 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9a76cdf1-f4b3-4c88-9cef-71a047608569 req-b334dd03-0034-41c6-bb48-acc0e3e2c093 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Oct 30 01:00:21.714206 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:00:22.072345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-3a92531e-8de7-46ed-b1c7-cc3736504921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:22.073825 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-3a92531e-8de7-46ed-b1c7-cc3736504921 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1130 time: 0.0416605 Oct 30 01:00:22.191856 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-0f08d673-a31b-4812-b104-398b8ebd667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:22.193314 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-0f08d673-a31b-4812-b104-398b8ebd667e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.0909050 Oct 30 01:00:22.259335 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-984e17f0-0e9d-49b2-8c77-eefab4278612 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 1002 time: 0.0572512 Oct 30 01:00:22.312622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-bb0304a7-4fe6-4db1-b81a-ffeabd480164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:22.314187 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-bb0304a7-4fe6-4db1-b81a-ffeabd480164 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.0475247 Oct 30 01:00:22.366978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-c7ab5874-fcdd-4097-8217-a136058c240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:22.366978 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-c7ab5874-fcdd-4097-8217-a136058c240a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455065 Oct 30 01:00:22.370922 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b79b-7eee-4bac-bd71-5c22015b6d01 req-259df754-161e-4c9b-be31-f8f1b8ee2387 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:22.372467 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3692b79b-7eee-4bac-bd71-5c22015b6d01 req-259df754-161e-4c9b-be31-f8f1b8ee2387 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0513594 Oct 30 01:00:22.423404 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3692b79b-7eee-4bac-bd71-5c22015b6d01 req-3fd8ed56-c6a0-4f88-9732-4c45feffcaa8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448885 Oct 30 01:00:22.464345 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-0bbad2c4-4aac-4f5b-9f6e-404457418e4d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906165 Oct 30 01:00:22.564423 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a089f4d-9ac7-48ee-b195-8f98fc3da8ea req-352dd595-b850-4188-95db-d649ea705a5f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936987 Oct 30 01:00:22.673868 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:22.691660 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f7e02-fbc0-48eb-b677-a4dbf7d54b3e req-a5680c64-4ce3-464c-874f-dd5dde7dc590 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:22.693192 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e7f7e02-fbc0-48eb-b677-a4dbf7d54b3e req-a5680c64-4ce3-464c-874f-dd5dde7dc590 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0551379 Oct 30 01:00:22.743755 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e7f7e02-fbc0-48eb-b677-a4dbf7d54b3e req-e03bf1cb-11df-4ff3-b572-e51979897828 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Oct 30 01:00:23.563383 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c52e5-5c1c-4840-a9ce-6377b4741487 req-711461bf-0028-411a-9665-0215fd5bcf2a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:23.564926 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e8c52e5-5c1c-4840-a9ce-6377b4741487 req-711461bf-0028-411a-9665-0215fd5bcf2a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0558996 Oct 30 01:00:23.614111 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e8c52e5-5c1c-4840-a9ce-6377b4741487 req-b83053ca-6279-4bba-98d5-34c030298577 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433457 Oct 30 01:00:23.870550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6fd9d-65e8-4a5c-900c-d67995ca1d48 req-52a3b023-61f6-414f-bc9d-1eb9de6a0a2b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:23.872124 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89f6fd9d-65e8-4a5c-900c-d67995ca1d48 req-52a3b023-61f6-414f-bc9d-1eb9de6a0a2b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0492735 Oct 30 01:00:23.929259 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89f6fd9d-65e8-4a5c-900c-d67995ca1d48 req-290a12be-8d6e-4593-81b9-a232321fda0a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514400 Oct 30 01:00:24.765334 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:24.766929 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:24.797988 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a3fc-7a8c-4a82-a730-1c750fc90099 req-f9471480-e0e4-4f91-9667-83f0d38e00f4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:24.799962 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0eb8a3fc-7a8c-4a82-a730-1c750fc90099 req-f9471480-e0e4-4f91-9667-83f0d38e00f4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0657079 Oct 30 01:00:24.870546 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0eb8a3fc-7a8c-4a82-a730-1c750fc90099 req-967d9659-2660-44d3-9ba3-5fee2833acbd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623271 Oct 30 01:00:25.068151 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:25.092888 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e896c8-3a95-420f-adf1-f27420e3d88a req-257eff9c-9311-473c-9cb4-39391e663d67 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:25.094609 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f0e896c8-3a95-420f-adf1-f27420e3d88a req-257eff9c-9311-473c-9cb4-39391e663d67 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0681751 Oct 30 01:00:25.144733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f0e896c8-3a95-420f-adf1-f27420e3d88a req-b6ef6fad-e4e5-40c3-83e7-233af587b63d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Oct 30 01:00:26.008926 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9c6f2-fe34-4f81-ae21-9d491fcddc5d req-8c9b90ff-2603-4344-9ada-cd83a2cf041d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:26.010519 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-71e9c6f2-fe34-4f81-ae21-9d491fcddc5d req-8c9b90ff-2603-4344-9ada-cd83a2cf041d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0508535 Oct 30 01:00:26.061173 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-71e9c6f2-fe34-4f81-ae21-9d491fcddc5d req-55c91d3d-7e97-40af-8a94-0b3e3711ccb6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423255 Oct 30 01:00:26.270294 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbb6e6-5d8b-4156-a9b8-4ac9b93e5e3e req-77889351-d99a-4c2f-a699-5f15711f7acb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:26.271691 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ecbb6e6-5d8b-4156-a9b8-4ac9b93e5e3e req-77889351-d99a-4c2f-a699-5f15711f7acb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0478694 Oct 30 01:00:26.319303 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ecbb6e6-5d8b-4156-a9b8-4ac9b93e5e3e req-3b060f16-415c-4445-9d03-a268258e9baa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Oct 30 01:00:27.224604 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e487788-c04c-40ed-82d1-f4bd0b143dd9 req-01891d43-b351-4839-814c-7b27ecbaa130 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:27.232235 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7e487788-c04c-40ed-82d1-f4bd0b143dd9 req-01891d43-b351-4839-814c-7b27ecbaa130 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0650964 Oct 30 01:00:27.298423 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7e487788-c04c-40ed-82d1-f4bd0b143dd9 req-214d43ce-af4a-429b-adfe-c8263298e341 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542529 Oct 30 01:00:27.461511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc722336-02f1-408d-8d87-8b5d72982531 req-208e3ee7-ad6b-40fa-8849-945cd474589e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:27.464123 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc722336-02f1-408d-8d87-8b5d72982531 req-208e3ee7-ad6b-40fa-8849-945cd474589e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0576231 Oct 30 01:00:27.524193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc722336-02f1-408d-8d87-8b5d72982531 req-28871ff4-65c4-459e-8811-5aa2fda1963b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541780 Oct 30 01:00:28.489740 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5fcb7-e969-47da-bb2b-b93d419cc690 req-96865450-165c-4b77-b9d7-c31257b2317b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:28.492258 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d6e5fcb7-e969-47da-bb2b-b93d419cc690 req-96865450-165c-4b77-b9d7-c31257b2317b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0623703 Oct 30 01:00:28.561338 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d6e5fcb7-e969-47da-bb2b-b93d419cc690 req-1084317c-3f5c-4146-bbaa-b9217b3515d2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628622 Oct 30 01:00:28.716652 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ed765-7a5b-47c9-a42d-4fb085dd3ec8 req-868a8c36-c2a1-4094-a1e0-67ef884cf424 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:28.720233 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4b8ed765-7a5b-47c9-a42d-4fb085dd3ec8 req-868a8c36-c2a1-4094-a1e0-67ef884cf424 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0691137 Oct 30 01:00:28.772617 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:28.778423 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4b8ed765-7a5b-47c9-a42d-4fb085dd3ec8 req-73841364-4a03-440e-8b48-a7bb9bad44f0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524626 Oct 30 01:00:29.722784 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c2105-255a-403e-a98d-5b0e85c10262 req-beeae454-09f1-48d5-8662-3de4aef8329f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:29.730745 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c69c2105-255a-403e-a98d-5b0e85c10262 req-beeae454-09f1-48d5-8662-3de4aef8329f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0664017 Oct 30 01:00:29.785365 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c69c2105-255a-403e-a98d-5b0e85c10262 req-53eca836-9aa9-455b-9169-cbdc7351c96e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535746 Oct 30 01:00:29.966614 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa64b-ba39-4760-81d1-5a99b384a9a4 req-acdd4305-532c-423b-8690-c30417a189af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:29.968374 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42daa64b-ba39-4760-81d1-5a99b384a9a4 req-acdd4305-532c-423b-8690-c30417a189af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0923715 Oct 30 01:00:29.984681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-71371233-e04d-42f5-bb78-27ec372f5469 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:29.986329 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-71371233-e04d-42f5-bb78-27ec372f5469 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/networks?id=58afba65-fd3f-46c8-9a69-fc8ae076237c HTTP/1.1" status: 200 len: 814 time: 0.1966825 Oct 30 01:00:30.050225 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-cbd2b478-f898-4238-92e4-f931afe4e3a1 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/quotas/2fbc73a853584aaba6109090bd6b1281 HTTP/1.1" status: 200 len: 375 time: 0.0499308 Oct 30 01:00:30.116280 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42daa64b-ba39-4760-81d1-5a99b384a9a4 req-4ddf5275-fa11-4a31-ae3b-97d9c625cb4d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288307 Oct 30 01:00:30.126525 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-b48d2a23-1116-4084-9090-7fd78124b3a1 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2fbc73a853584aaba6109090bd6b1281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750878 Oct 30 01:00:30.238240 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-7877be4e-1d35-4f70-9b4b-54860e3d2534 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107857 Oct 30 01:00:30.255642 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:30.372879 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-74dd8a57-6daf-4466-9ab2-2d180b4320f7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267316 Oct 30 01:00:30.652363 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9eb2adb5-fd2a-40ab-a747-5eada88204da req-8ca42e89-0841-49cc-bf2b-3ca766bdf432 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0496602 Oct 30 01:00:30.980141 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6b4e-bef5-4650-8e52-43639e9c75ce req-900028d2-c1ec-4d25-9bfb-ce21684df304 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:30.981713 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6bcd6b4e-bef5-4650-8e52-43639e9c75ce req-900028d2-c1ec-4d25-9bfb-ce21684df304 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0804901 Oct 30 01:00:31.065138 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6bcd6b4e-bef5-4650-8e52-43639e9c75ce req-b080eb60-a03b-432d-8351-af00735c7945 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717411 Oct 30 01:00:31.285479 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b86e23-1638-42a3-bdd0-a364837bcc10 req-97b7b94c-0b1e-4c87-983a-28eb866d048a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:31.287640 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04b86e23-1638-42a3-bdd0-a364837bcc10 req-97b7b94c-0b1e-4c87-983a-28eb866d048a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0732815 Oct 30 01:00:31.361081 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04b86e23-1638-42a3-bdd0-a364837bcc10 req-2128c70f-aa1b-4bff-b47e-e41967a490c4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Oct 30 01:00:31.805062 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e6c5b1e7-1596-4f65-83a2-1d084a75b99e req-6380a51a-4670-4211-a040-ef84fa4731d5 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0340707 Oct 30 01:00:32.196364 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e811b9-3119-4fcf-83d6-83868d325fff req-d1a444a7-93ef-4fcd-8a6e-7cdb042fa86a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:32.204112 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39e811b9-3119-4fcf-83d6-83868d325fff req-d1a444a7-93ef-4fcd-8a6e-7cdb042fa86a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0576966 Oct 30 01:00:32.252451 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39e811b9-3119-4fcf-83d6-83868d325fff req-ba104260-6297-4c9e-a9db-1b04db147396 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472574 Oct 30 01:00:32.510337 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bdf8-b930-42bb-b9ae-5f0ca79c6b49 req-f1e75b37-a094-4bee-9551-d8c01da9b330 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:32.513756 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-50d0bdf8-b930-42bb-b9ae-5f0ca79c6b49 req-f1e75b37-a094-4bee-9551-d8c01da9b330 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0780032 Oct 30 01:00:32.553618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=44 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:32.561344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=50 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:32.578127 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-50d0bdf8-b930-42bb-b9ae-5f0ca79c6b49 req-f1e8e392-372e-44aa-aa6b-25c34ecf4304 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Oct 30 01:00:32.933737 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4a3dd932-d3a2-4ede-a6f4-f9cce63889bf req-a377e03d-94d2-4ca5-a3b3-74caad74fd53 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0368946 Oct 30 01:00:33.385415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346366b7-3e51-4451-b2b2-b784ec379ada req-d8ed35a4-1486-4c29-8767-27c73740d898 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:33.387800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-346366b7-3e51-4451-b2b2-b784ec379ada req-d8ed35a4-1486-4c29-8767-27c73740d898 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0507231 Oct 30 01:00:33.443110 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-346366b7-3e51-4451-b2b2-b784ec379ada req-9a870b8a-7008-44b6-908d-46d9945dd563 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493679 Oct 30 01:00:33.717100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650c4e7-6e70-4749-b8db-f5a63619351a req-d031b12e-0f03-4114-aa5d-777cb8bebce5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:33.724277 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8650c4e7-6e70-4749-b8db-f5a63619351a req-d031b12e-0f03-4114-aa5d-777cb8bebce5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0581870 Oct 30 01:00:33.758269 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:33.771343 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8650c4e7-6e70-4749-b8db-f5a63619351a req-a8a2e14b-83e8-41b8-a481-5876f4d25ba0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 Oct 30 01:00:34.070915 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-90368fca-0a6f-4ef2-9778-812667ecd81e req-4c9cab5e-4d20-4df7-a06b-31674c3d9f18 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0458319 Oct 30 01:00:34.559268 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d41ca2-93f2-4e50-9ccc-81b8801e1258 req-61f8154e-74f6-4bc5-9ee8-cad3739f5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:34.561646 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15d41ca2-93f2-4e50-9ccc-81b8801e1258 req-61f8154e-74f6-4bc5-9ee8-cad3739f5c5b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1129 time: 0.0636497 Oct 30 01:00:34.621811 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd3f00-e35a-482e-beaa-eb4cb3390f53 req-a4fdeea2-b697-4bbd-836c-5e69e4f0a900 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:34.624601 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6bd3f00-e35a-482e-beaa-eb4cb3390f53 req-a4fdeea2-b697-4bbd-836c-5e69e4f0a900 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0673578 Oct 30 01:00:34.708582 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-a966ecaa-4476-46ef-8175-f72ca2472036 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:34.711388 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-a966ecaa-4476-46ef-8175-f72ca2472036 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "GET /networking/v2.0/networks?id=58afba65-fd3f-46c8-9a69-fc8ae076237c HTTP/1.1" status: 200 len: 814 time: 0.1485884 Oct 30 01:00:34.716561 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6bd3f00-e35a-482e-beaa-eb4cb3390f53 req-a124776c-4c7f-40e2-81d2-fb1e0ac11c45 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871849 Oct 30 01:00:34.761191 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15d41ca2-93f2-4e50-9ccc-81b8801e1258 req-3a78d118-0120-42a3-ab00-61da84173c3b service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Oct 30 01:00:34.766252 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Request body: {'port': {'device_id': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c', 'admin_state_up': True, 'tenant_id': '2fbc73a853584aaba6109090bd6b1281'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:34.896576 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Made reservation on behalf of 2fbc73a853584aaba6109090bd6b1281 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:00:34.901659 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:34.925512 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572d98e-d6f2-43c0-b28a-e96f2309c620 req-1b460294-97fc-4df9-a594-a81432d8c0bd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:34.927075 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d572d98e-d6f2-43c0-b28a-e96f2309c620 req-1b460294-97fc-4df9-a594-a81432d8c0bd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0544839 Oct 30 01:00:35.013943 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d572d98e-d6f2-43c0-b28a-e96f2309c620 req-ffd2b58e-b426-4f50-bea4-db90b8350bfb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Oct 30 01:00:35.100577 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Allocated IP 172.20.0.12 (58afba65-fd3f-46c8-9a69-fc8ae076237c/50cc9db9-2b23-4c56-b57d-4ae948cc1fc3/56471ebd-e8c3-4ce0-bd02-87518e117371) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:00:35.220655 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cfa72df2-2408-46b4-896d-a76faf4478c6 req-aaa89d7c-6785-4747-a455-d8fb70885b87 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0422554 Oct 30 01:00:35.309998 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks [] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:35.314569 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:35.319011 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=13 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:35.353175 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:35.412840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Network 58afba65-fd3f-46c8-9a69-fc8ae076237c is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:00:35.418571 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:00:35.421508 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Pushing event updated for resources: {'Port': ['ID=56471ebd-e8c3-4ce0-bd02-87518e117371,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:35.424787 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:00:35.429663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:35.430272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:35.448461 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.448951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.449453 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.449952 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.450393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.450865 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.451291 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.452105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.452523 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.453018 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.453480 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.453915 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.454349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.454838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.455239 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:35.462294 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-d53f0608-a23b-4e0e-b64e-c8777ba5e461 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6999280 Oct 30 01:00:35.608626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:35.875186 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86fb31-62c2-4acb-ad14-7e550d171dfe req-47ee4e25-4069-49ef-8828-6d2ea9726a9d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:35.877171 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6a86fb31-62c2-4acb-ad14-7e550d171dfe req-47ee4e25-4069-49ef-8828-6d2ea9726a9d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0798693 Oct 30 01:00:35.948634 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6a86fb31-62c2-4acb-ad14-7e550d171dfe req-3a00d661-c824-4e41-90f1-9c6702fd3e1d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634339 Oct 30 01:00:36.182897 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9096f17c-6027-4ec0-89f7-ca24f6fd7ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:36.221270 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec427594-3e2d-48a9-af69-04032db17146 req-026ee6ad-8d14-4243-a132-f5e812923377 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:36.223208 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec427594-3e2d-48a9-af69-04032db17146 req-026ee6ad-8d14-4243-a132-f5e812923377 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0652828 Oct 30 01:00:36.237760 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:36.283494 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec427594-3e2d-48a9-af69-04032db17146 req-dc40ce1b-f03a-42e7-bb33-287fd46c3d16 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Oct 30 01:00:36.385718 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8fa05-ef1c-4b5c-9066-4d7e62c0b74b req-44229563-344a-4e25-9ee1-62c04ce1919c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:36.387596 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-62e8fa05-ef1c-4b5c-9066-4d7e62c0b74b req-44229563-344a-4e25-9ee1-62c04ce1919c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 932 time: 0.0570414 Oct 30 01:00:36.445939 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-62e8fa05-ef1c-4b5c-9066-4d7e62c0b74b req-f1706b06-01e7-416d-9ca5-a74ff0242941 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 Oct 30 01:00:36.683752 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Request body: {'port': {'device_id': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:36.775851 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:36.780280 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:36.825101 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:36.880642 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:00:37.019758 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:37.035921 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '5367850e-73d0-4814-af96-bd430c94c272', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'port_id': '5367850e-73d0-4814-af96-bd430c94c272', 'mac_address': 'fa:16:3e:fd:2f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:00:37.082815 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: ACTIVE; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:37.083448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.102879 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5367850e-73d0-4814-af96-bd430c94c272 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:00:37.109258 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7e85-f009-447f-9f80-b732fcd02b7f req-d409c52a-30b6-4996-abbd-d018aef94f65 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:37.133365 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56471ebd-e8c3-4ce0-bd02-87518e117371 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:00:37.136820 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07ec7e85-f009-447f-9f80-b732fcd02b7f req-d409c52a-30b6-4996-abbd-d018aef94f65 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0876436 Oct 30 01:00:37.140912 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:37.144907 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Publish callbacks [] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.150227 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.163783 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Transition to ACTIVE for port object 56471ebd-e8c3-4ce0-bd02-87518e117371 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:00:37.171816 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.236088 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=6']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:37.239323 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07ec7e85-f009-447f-9f80-b732fcd02b7f req-0df75ebd-2ce1-48f6-925a-a7ef4ddf49c7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996158 Oct 30 01:00:37.245715 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.246054 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.246593 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.247066 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.247502 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Pushing event updated for resources: {'Port': ['ID=56471ebd-e8c3-4ce0-bd02-87518e117371,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:37.248312 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.248834 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.249304 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.249791 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.250258 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.250825 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.251309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.251796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.252279 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.252748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.253209 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:37.260967 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Attempting to bind port 56471ebd-e8c3-4ce0-bd02-87518e117371 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:00:37.261307 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Attempting to bind port 56471ebd-e8c3-4ce0-bd02-87518e117371 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:00:37.261839 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Attempting to bind port 56471ebd-e8c3-4ce0-bd02-87518e117371 on network 58afba65-fd3f-46c8-9a69-fc8ae076237c {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:00:37.308920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Port 56471ebd-e8c3-4ce0-bd02-87518e117371 on network 58afba65-fd3f-46c8-9a69-fc8ae076237c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:00:37.309170 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Attempting to bind port 56471ebd-e8c3-4ce0-bd02-87518e117371 on network 58afba65-fd3f-46c8-9a69-fc8ae076237c {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:00:37.365938 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:00:37.366724 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Checking segment: {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:00:37.367394 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Bound using segment: {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:00:37.368065 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Bound port: 56471ebd-e8c3-4ce0-bd02-87518e117371, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1677f4-48c6-4068-9f2d-bdd40000874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:00:37.368633 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.397749 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['5367850e-73d0-4814-af96-bd430c94c272'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:00:37.475240 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] For port 56471ebd-e8c3-4ce0-bd02-87518e117371, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:00:37.499479 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] For port 56471ebd-e8c3-4ce0-bd02-87518e117371, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56471ebd-e8c3-4ce0-bd02-87518e117371,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:00:37.502181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91188-c50c-407a-b370-5e5234118593 req-5b6fd6d8-ce07-439a-9a60-e75e93f9e281 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:37.504282 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06d91188-c50c-407a-b370-5e5234118593 req-5b6fd6d8-ce07-439a-9a60-e75e93f9e281 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0610719 Oct 30 01:00:37.521513 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.610739 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:37.611279 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:37.630524 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/56471ebd-e8c3-4ce0-bd02-87518e117371 HTTP/1.1" status: 200 len: 1094 time: 0.9483581 Oct 30 01:00:37.630524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'tag': '56471ebd-e8c3-4ce0-bd02-87518e117371'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:00:37.630524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28" -d '{"events": [{"name": "network-changed", "server_uuid": "db9ac414-31a5-4570-aa3f-37db3dac2049", "tag": "56471ebd-e8c3-4ce0-bd02-87518e117371"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:00:37.703382 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5cedc-055b-4571-baa3-b62f73af5183 service neutron] Pushing event updated for resources: {'Port': ['ID=56471ebd-e8c3-4ce0-bd02-87518e117371,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:37.957711 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06d91188-c50c-407a-b370-5e5234118593 req-d4f290f1-d59a-466e-9b09-36a0fd042811 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389253 Oct 30 01:00:37.977810 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a80f34-8a38-4b32-aa97-f39c15e76610 req-556d349f-efd9-4f55-b7a8-ab596bf6c42b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:37.980452 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a5a80f34-8a38-4b32-aa97-f39c15e76610 req-556d349f-efd9-4f55-b7a8-ab596bf6c42b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 944 time: 0.3425841 Oct 30 01:00:38.035097 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38cd824-6890-41b9-aba9-1589213dea7a x-openstack-request-id: req-b38cd824-6890-41b9-aba9-1589213dea7a {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:00:38.035600 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9ac414-31a5-4570-aa3f-37db3dac2049", "tag": "56471ebd-e8c3-4ce0-bd02-87518e117371", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:00:38.035968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b38cd824-6890-41b9-aba9-1589213dea7a {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:00:38.036881 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38cd824-6890-41b9-aba9-1589213dea7a'] response: {'name': 'network-changed', 'server_uuid': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'tag': '56471ebd-e8c3-4ce0-bd02-87518e117371', 'status': 'completed', 'code': 200} Oct 30 01:00:38.044274 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a5a80f34-8a38-4b32-aa97-f39c15e76610 req-03c76ef5-204e-402b-a66f-e5167f41943d tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574923 Oct 30 01:00:38.318728 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f782-c557-4a54-afed-5685a8d1006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:38.413486 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592811bf-8692-45dd-9586-7836d5b6de15 req-bc327acf-d315-4f32-aab8-7407a3b870c0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:38.416129 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-592811bf-8692-45dd-9586-7836d5b6de15 req-bc327acf-d315-4f32-aab8-7407a3b870c0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 945 time: 0.0588694 Oct 30 01:00:38.504248 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-592811bf-8692-45dd-9586-7836d5b6de15 req-d3d25630-ac64-42c4-8223-236e8fe8d8ed tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690851 Oct 30 01:00:38.868850 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28 req-f9954b61-7a90-4f49-b039-6676f4198586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:38.870930 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28 req-f9954b61-7a90-4f49-b039-6676f4198586 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=2fbc73a853584aaba6109090bd6b1281&device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 1128 time: 0.0523813 Oct 30 01:00:38.906423 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:00:38.981160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 5367850e-73d0-4814-af96-bd430c94c272 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:38.981515 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (5367850e-73d0-4814-af96-bd430c94c272), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:38.981881 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 5367850e-73d0-4814-af96-bd430c94c272 Oct 30 01:00:39.047652 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:39.060924 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28 req-204f7c1c-6022-4dc4-8323-828babcba997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.062776 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28 req-204f7c1c-6022-4dc4-8323-828babcba997 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=2fbc73a853584aaba6109090bd6b1281&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1707156 Oct 30 01:00:39.100324 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:39.100714 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:39.135666 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:00:39.138706 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95b529-5ea2-483a-96ea-10dcf975a3da" -d '{"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-plugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:00:39.153815 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:39.158256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea746551-8787-4d0b-a160-5393006173d0 req-a98f9b58-2d8d-4039-a05b-90d3ca7ca4bb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.159173 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:39.167245 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ea746551-8787-4d0b-a160-5393006173d0 req-a98f9b58-2d8d-4039-a05b-90d3ca7ca4bb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0914063 Oct 30 01:00:39.207245 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:39.231123 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=7']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:39.267660 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ea746551-8787-4d0b-a160-5393006173d0 req-bc0b7a58-6e1f-42b6-a653-bafe1c8a03da tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983779 Oct 30 01:00:39.280411 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28 req-41b3e56f-e44d-4f44-a6b2-5e30ece7eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.281956 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a563c9bd-f9d5-4e34-b0c0-73f3cefc9f28 req-41b3e56f-e44d-4f44-a6b2-5e30ece7eafd service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070863 Oct 30 01:00:39.308279 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e4295-d334-4038-9618-e0000a06a163 req-910820c8-9c18-46ed-96bb-76f868af3a86 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.316396 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1a0e4295-d334-4038-9618-e0000a06a163 req-910820c8-9c18-46ed-96bb-76f868af3a86 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 944 time: 0.1041169 Oct 30 01:00:39.368821 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6e6849-1829-4db3-ac69-b5009c3d475b x-openstack-request-id: req-6f6e6849-1829-4db3-ac69-b5009c3d475b {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:00:39.369341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-plugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:00:39.369446 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f6e6849-1829-4db3-ac69-b5009c3d475b {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:00:39.369887 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6e6849-1829-4db3-ac69-b5009c3d475b'] response: {'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'code': 200} Oct 30 01:00:39.399370 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1a0e4295-d334-4038-9618-e0000a06a163 req-f4ef545a-3d5c-4850-bb95-b4f8f081975c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776522 Oct 30 01:00:39.521545 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:39.727545 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac32a67-2a21-4075-8a11-2ab755728162 req-e3cf694e-cf22-4ce0-9b4c-316f46d25a86 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.734973 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eac32a67-2a21-4075-8a11-2ab755728162 req-e3cf694e-cf22-4ce0-9b4c-316f46d25a86 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.1324677 Oct 30 01:00:39.770877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-33efc140-cfca-4f62-8123-d94f1a77d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.772564 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-33efc140-cfca-4f62-8123-d94f1a77d3ba service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=2fbc73a853584aaba6109090bd6b1281&device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 1128 time: 0.1138020 Oct 30 01:00:39.778178 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-6c4e8ec6-8ad6-4d0a-a8c3-866e3c3a4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.780085 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-6c4e8ec6-8ad6-4d0a-a8c3-866e3c3a4f5c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1129 time: 0.0915561 Oct 30 01:00:39.789543 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eac32a67-2a21-4075-8a11-2ab755728162 req-8871f1f6-82a3-4bfa-af16-3e02228076bf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535676 Oct 30 01:00:39.795433 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9da3a3-daff-4973-9ff3-6a52f693c3cd req-2e508515-6e35-4fb4-8999-816a3b1f909f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.803573 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b9da3a3-daff-4973-9ff3-6a52f693c3cd req-2e508515-6e35-4fb4-8999-816a3b1f909f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1274714 Oct 30 01:00:39.863000 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-7b3803df-3649-487f-bd2a-7e18a25c03fc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56471ebd-e8c3-4ce0-bd02-87518e117371 HTTP/1.1" status: 200 len: 217 time: 0.0704048 Oct 30 01:00:39.881680 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b9da3a3-daff-4973-9ff3-6a52f693c3cd req-c2b21d06-bae4-4a09-bf95-59f654f84e95 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742877 Oct 30 01:00:39.976883 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-b7bcd37d-d15e-4c82-b0e4-67db601d688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:39.978588 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-b7bcd37d-d15e-4c82-b0e4-67db601d688d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=50cc9db9-2b23-4c56-b57d-4ae948cc1fc3 HTTP/1.1" status: 200 len: 854 time: 0.0761621 Oct 30 01:00:40.002776 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-9f636fec-48d7-443c-af07-aea33291aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.004268 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-9f636fec-48d7-443c-af07-aea33291aaf1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.2047617 Oct 30 01:00:40.028621 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-0ac7fbe0-a772-431a-bc19-c6b581c8b78f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=58afba65-fd3f-46c8-9a69-fc8ae076237c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377011 Oct 30 01:00:40.074123 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-1edcd436-1d71-4574-97ca-0ca6363b147f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 200 len: 217 time: 0.0544448 Oct 30 01:00:40.125717 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:40.182896 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a11332-ca57-4d3d-927c-1948520d7572 req-ff959aab-96d9-4a5f-9dcf-7976f0212d4c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.184605 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-35a11332-ca57-4d3d-927c-1948520d7572 req-ff959aab-96d9-4a5f-9dcf-7976f0212d4c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0637443 Oct 30 01:00:40.185519 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-d7ae5601-77ee-4cfa-8330-3a4a882c467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.186938 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-d7ae5601-77ee-4cfa-8330-3a4a882c467e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.1002088 Oct 30 01:00:40.206099 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-2b458cfe-243c-4a22-94fb-8d8e015fc23e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422765 Oct 30 01:00:40.261535 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-35a11332-ca57-4d3d-927c-1948520d7572 req-91cf4268-64e3-49d6-81c6-e60365e2318c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705698 Oct 30 01:00:40.322296 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-aedf20e9-e94b-4e99-a3cf-68cf1af23630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.323906 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-aedf20e9-e94b-4e99-a3cf-68cf1af23630 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928624 Oct 30 01:00:40.368307 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-79883cee-f5e8-48d0-95e8-ab87b733846c req-c6bc6e14-cb7f-4c69-bf8e-faf0e7bbc9b6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359158 Oct 30 01:00:40.542439 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8990363-fb69-4958-a1c8-db3ed0a6bfa4 req-4edba60a-36b9-490a-8c47-549bdd96d003 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.550120 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8990363-fb69-4958-a1c8-db3ed0a6bfa4 req-4edba60a-36b9-490a-8c47-549bdd96d003 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 944 time: 0.0657570 Oct 30 01:00:40.590748 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-ae625dd3-d53c-467f-9941-5c4b257d894e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126196 Oct 30 01:00:40.606567 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8990363-fb69-4958-a1c8-db3ed0a6bfa4 req-ed4d5eb6-e772-496a-9bd1-211af2d711a0 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 Oct 30 01:00:40.887763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:40.942643 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1626e-7f6f-462d-bc01-f12a8f6c0a51 req-d2326afd-d9ab-4442-9bd2-09e8f59a9e28 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:40.944579 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dca1626e-7f6f-462d-bc01-f12a8f6c0a51 req-d2326afd-d9ab-4442-9bd2-09e8f59a9e28 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0671048 Oct 30 01:00:41.055407 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172902fc-e5ba-4771-b3db-bc486f66de70 req-7f6bb6b2-943a-4533-8406-5b592917408f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:41.057191 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-172902fc-e5ba-4771-b3db-bc486f66de70 req-7f6bb6b2-943a-4533-8406-5b592917408f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0686069 Oct 30 01:00:41.061779 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dca1626e-7f6f-462d-bc01-f12a8f6c0a51 req-452bc3ca-be63-4559-ad22-d98afa352a14 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103792 Oct 30 01:00:41.098040 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:41.138647 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-172902fc-e5ba-4771-b3db-bc486f66de70 req-fa02f3e0-eec6-418b-87d3-c282d62dfe43 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622563 Oct 30 01:00:41.224329 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:41.247977 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:41.408162 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f58ae-9313-4843-9dae-b99c3dadd3d6 req-bfa5abf8-cf54-49d6-b404-1c26508283b8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:41.409875 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-af1f58ae-9313-4843-9dae-b99c3dadd3d6 req-bfa5abf8-cf54-49d6-b404-1c26508283b8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0596013 Oct 30 01:00:41.481362 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-af1f58ae-9313-4843-9dae-b99c3dadd3d6 req-bfe8be2d-0a4f-4a92-ac92-2e2a251068ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642278 Oct 30 01:00:41.750419 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66887b-f79a-4ddf-84b6-e155a8036205 req-356f13b7-a77b-4697-9642-12bcc619c1c3 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:41.760490 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dd66887b-f79a-4ddf-84b6-e155a8036205 req-356f13b7-a77b-4697-9642-12bcc619c1c3 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 944 time: 0.0702176 Oct 30 01:00:41.825684 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dd66887b-f79a-4ddf-84b6-e155a8036205 req-5c19cb9e-e0b1-4964-9889-138ed0428246 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636311 Oct 30 01:00:42.205766 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7861-0ba8-433d-bee5-8da5bdee2bd8 req-ed0bad4a-a7fd-4499-90f8-8b13b36e8bb5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:42.207707 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-325e7861-0ba8-433d-bee5-8da5bdee2bd8 req-ed0bad4a-a7fd-4499-90f8-8b13b36e8bb5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0557587 Oct 30 01:00:42.293262 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0885f-548e-46e4-ac91-ad695cb2582a req-ae0f9efe-02dd-48f0-9799-4721ade8afca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:42.296984 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14d0885f-548e-46e4-ac91-ad695cb2582a req-ae0f9efe-02dd-48f0-9799-4721ade8afca tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0670507 Oct 30 01:00:42.297794 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-325e7861-0ba8-433d-bee5-8da5bdee2bd8 req-28fa3961-8642-4ada-bb9c-b549c0223bfe tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843256 Oct 30 01:00:42.307073 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:42.349770 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-14d0885f-548e-46e4-ac91-ad695cb2582a req-410bbb6f-d606-4a90-a76f-0efce8ff6ec3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493512 Oct 30 01:00:42.616941 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925b595-9f64-4e9c-820d-6582d337b776 req-57f509b5-e777-4b54-85b4-221835d876da tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:42.618421 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1925b595-9f64-4e9c-820d-6582d337b776 req-57f509b5-e777-4b54-85b4-221835d876da tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0533962 Oct 30 01:00:42.671027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1925b595-9f64-4e9c-820d-6582d337b776 req-7786d8a2-ade6-4c86-a69c-903502dc6400 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Oct 30 01:00:42.958722 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e05926-2091-4113-b414-9e46cffa80c4 req-31f09c34-7763-46dc-b618-64de514c8e59 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:42.960600 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3e05926-2091-4113-b414-9e46cffa80c4 req-31f09c34-7763-46dc-b618-64de514c8e59 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 944 time: 0.0518832 Oct 30 01:00:43.008246 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3e05926-2091-4113-b414-9e46cffa80c4 req-b97f5372-c4ad-45d7-abc4-9c0981648eb0 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421391 Oct 30 01:00:43.442615 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f4e3e-51ee-4906-b084-0b0c232dd8cf req-72d57c24-f749-457c-b672-0da12f359393 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:43.444147 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-696f4e3e-51ee-4906-b084-0b0c232dd8cf req-72d57c24-f749-457c-b672-0da12f359393 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0514822 Oct 30 01:00:43.525376 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df240-f757-452f-b9df-7c16b758cd5a req-4345fb93-9c36-4f83-9f17-eaa3e8c51905 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:43.526825 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-076df240-f757-452f-b9df-7c16b758cd5a req-4345fb93-9c36-4f83-9f17-eaa3e8c51905 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0754542 Oct 30 01:00:43.530181 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-696f4e3e-51ee-4906-b084-0b0c232dd8cf req-9fecf245-0ac9-4f1d-a7d8-12a7b48cc32c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804665 Oct 30 01:00:43.575937 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-076df240-f757-452f-b9df-7c16b758cd5a req-ca335658-83e1-4cf0-b59c-fb2421999878 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430934 Oct 30 01:00:43.800478 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758c124-26a4-430a-a7cd-0f5cc616670b req-77c48331-fff7-4ab8-9f8f-49cce853f9a5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:43.801982 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e758c124-26a4-430a-a7cd-0f5cc616670b req-77c48331-fff7-4ab8-9f8f-49cce853f9a5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Oct 30 01:00:43.856432 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e758c124-26a4-430a-a7cd-0f5cc616670b req-9754942e-f737-4b51-8c9e-2059fa816cdd tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464015 Oct 30 01:00:44.145799 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b75e3e-94f3-4d25-80c6-888a9870d086 req-72f61803-709b-4a53-9137-bb8098fbd031 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:44.147257 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-80b75e3e-94f3-4d25-80c6-888a9870d086 req-72f61803-709b-4a53-9137-bb8098fbd031 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 944 time: 0.0572143 Oct 30 01:00:44.173848 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:44.185353 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7684365d-8bb1-43c7-89ac-0f4202dfdc2c req-5332b9ef-2909-4d55-ab35-a261b5cbda5c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032922 Oct 30 01:00:44.201640 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-80b75e3e-94f3-4d25-80c6-888a9870d086 req-021a063c-3221-4bc2-861f-a4aed8f34813 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Oct 30 01:00:44.455329 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 45348) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:44.508715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Deleting subnet 253279c6-edc2-4bbe-9ffc-64e67781ccb7 {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:00:44.512195 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Publish callbacks [] for subnet (253279c6-edc2-4bbe-9ffc-64e67781ccb7), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.547686 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (253279c6-edc2-4bbe-9ffc-64e67781ccb7), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.593077 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (253279c6-edc2-4bbe-9ffc-64e67781ccb7), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.683260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6df018-3e56-4980-9e95-263108f7686c req-6d22bcf1-8bd5-4088-a9ec-1c40df45bd6d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:44.684652 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b6df018-3e56-4980-9e95-263108f7686c req-6d22bcf1-8bd5-4088-a9ec-1c40df45bd6d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0711970 Oct 30 01:00:44.747143 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbddff8-4812-4119-a9f1-ef2b44876607 req-d9d06f8d-df76-4d68-ac49-b0e0e93fc584 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:44.748663 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bbbddff8-4812-4119-a9f1-ef2b44876607 req-d9d06f8d-df76-4d68-ac49-b0e0e93fc584 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0925670 Oct 30 01:00:44.751250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (253279c6-edc2-4bbe-9ffc-64e67781ccb7), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.764580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:44.800885 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253279c6-edc2-4bbe-9ffc-64e67781ccb7,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:44.821208 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b6df018-3e56-4980-9e95-263108f7686c req-2e59e477-8c2d-4a9f-b6fa-ead45c96c3b1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196969 Oct 30 01:00:44.822995 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.828754 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/253279c6-edc2-4bbe-9ffc-64e67781ccb7 HTTP/1.1" status: 204 len: 168 time: 0.3696878 Oct 30 01:00:44.829510 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45356) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:44.831033 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.831383 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.831743 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.832105 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.832436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.832764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.833397 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.833397 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.833723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.834015 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.834343 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.834664 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.834996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.835301 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.835630 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012b55a-d2fc-408d-8cea-e930fa8238d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:00:44.861860 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bbbddff8-4812-4119-a9f1-ef2b44876607 req-17ab5a84-2f1c-4045-a298-b5b3c59d8bac tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012931 Oct 30 01:00:44.898144 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:44.910933 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (e79f970e-5030-4a3e-9305-668e891be9fd), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:44.930870 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 56471ebd-e8c3-4ce0-bd02-87518e117371 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:00:44.995752 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c62a-e831-4b9e-89e1-335b75471ffa req-0a39c519-9f28-4c7e-ad88-058852310c3f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:44.997338 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8336c62a-e831-4b9e-89e1-335b75471ffa req-0a39c519-9f28-4c7e-ad88-058852310c3f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0496306 Oct 30 01:00:45.005121 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (e79f970e-5030-4a3e-9305-668e891be9fd), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.022307 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:45.027917 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.028412 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.029307 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.029642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > port after_create 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.029983 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.030335 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > port after_update 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.030719 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.031054 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.031618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.032080 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.036464 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 56471ebd-e8c3-4ce0-bd02-87518e117371, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56471ebd-e8c3-4ce0-bd02-87518e117371,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:45.047530 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8336c62a-e831-4b9e-89e1-335b75471ffa req-4b943c31-cc43-4e59-a5b6-35e3829fdb30 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Oct 30 01:00:45.048641 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '56471ebd-e8c3-4ce0-bd02-87518e117371', 'network_id': '58afba65-fd3f-46c8-9a69-fc8ae076237c', 'port_id': '56471ebd-e8c3-4ce0-bd02-87518e117371', 'mac_address': 'fa:16:3e:cb:f3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cc9db9-2b23-4c56-b57d-4ae948cc1fc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:00:45.085412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 56471ebd-e8c3-4ce0-bd02-87518e117371 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:45.085798 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.098503 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.098662 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56471ebd-e8c3-4ce0-bd02-87518e117371 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:00:45.098852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.099182 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.099510 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 30 01:00:45.099912 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79f970e-5030-4a3e-9305-668e891be9fd']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:45.118202 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4807b803-8f66-4843-87c9-71d1f676d682') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:45.118829 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4807b803-8f66-4843-87c9-71d1f676d682') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:00:45.119028 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 56471ebd-e8c3-4ce0-bd02-87518e117371, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56471ebd-e8c3-4ce0-bd02-87518e117371,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:45.124921 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.138938 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (4807b803-8f66-4843-87c9-71d1f676d682), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.162767 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (4807b803-8f66-4843-87c9-71d1f676d682), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.172266 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:00:45.172914 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (4807b803-8f66-4843-87c9-71d1f676d682), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.173066 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=56471ebd-e8c3-4ce0-bd02-87518e117371,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:45.253447 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (e79f970e-5030-4a3e-9305-668e891be9fd), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.261676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.265644 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/e79f970e-5030-4a3e-9305-668e891be9fd HTTP/1.1" status: 204 len: 168 time: 0.4348309 Oct 30 01:00:45.280310 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641530c-1e8b-479d-af3f-4f72ea8cd689 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79f970e-5030-4a3e-9305-668e891be9fd,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:45.352680 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531eb80-c421-401c-81cf-71e30ede0da2 req-bf545dee-634d-4943-8e59-bb9888c43302 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:45.354785 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7531eb80-c421-401c-81cf-71e30ede0da2 req-bf545dee-634d-4943-8e59-bb9888c43302 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 945 time: 0.0635791 Oct 30 01:00:45.415028 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 4807b803-8f66-4843-87c9-71d1f676d682 resource provider aggregate not found Oct 30 01:00:45.416322 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7531eb80-c421-401c-81cf-71e30ede0da2 req-f2a4b2f4-31d3-4ba8-b899-ee98e064b42e tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547662 Oct 30 01:00:45.434280 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 4807b803-8f66-4843-87c9-71d1f676d682 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4807b803-8f66-4843-87c9-71d1f676d682 found for delete ", "request_id": "req-7ade9c80-f5e4-4bf2-8d26-9edded7f675e"}]} Oct 30 01:00:45.465866 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45374) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:45.505533 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d2b6f46c-a956-4c5d-a6e6-ad6e830a9802 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dd16277cbc344c9aa8ffbc45ce1a16d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385051 Oct 30 01:00:45.508048 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45376) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:45.557457 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-16fc70d8-a48a-4b21-83ab-53864245ccd0 admin admin] Publish callbacks [] for security_group (17097646-efe9-419b-acfb-e006a374c89c), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.579663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-16fc70d8-a48a-4b21-83ab-53864245ccd0 admin admin] Publish callbacks [] for security_group (17097646-efe9-419b-acfb-e006a374c89c), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.634425 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-16fc70d8-a48a-4b21-83ab-53864245ccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (17097646-efe9-419b-acfb-e006a374c89c), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.637244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-16fc70d8-a48a-4b21-83ab-53864245ccd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:45.638445 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-16fc70d8-a48a-4b21-83ab-53864245ccd0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/17097646-efe9-419b-acfb-e006a374c89c HTTP/1.1" status: 204 len: 168 time: 0.1295066 Oct 30 01:00:45.646517 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc70d8-a48a-4b21-83ab-53864245ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17097646-efe9-419b-acfb-e006a374c89c,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:45.944846 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e7629-bb83-419f-b73d-5109d6ff13cb req-730c862e-3ae3-45c9-9282-c5a9ec6588ab tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:45.946409 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-801e7629-bb83-419f-b73d-5109d6ff13cb req-730c862e-3ae3-45c9-9282-c5a9ec6588ab tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0502136 Oct 30 01:00:46.017742 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e1ad-0983-4bad-a18c-f96c05e48000 req-c4547eb0-00fd-4930-b214-1e1bfd219a0b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:46.019188 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4fb3e1ad-0983-4bad-a18c-f96c05e48000 req-c4547eb0-00fd-4930-b214-1e1bfd219a0b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0683496 Oct 30 01:00:46.053687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-801e7629-bb83-419f-b73d-5109d6ff13cb req-6f5c7d77-edca-473b-b6f3-43bcfbeb86ed tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928297 Oct 30 01:00:46.069641 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['56471ebd-e8c3-4ce0-bd02-87518e117371'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:00:46.082098 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4fb3e1ad-0983-4bad-a18c-f96c05e48000 req-e44d70af-8a87-4dbe-97d1-f2e5e8ea461b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569313 Oct 30 01:00:46.212273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c343a73-22aa-4ed4-8cd7-8df876a6d884 req-cff19007-30c4-471e-89f1-fd66164e59ba tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:46.213607 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c343a73-22aa-4ed4-8cd7-8df876a6d884 req-cff19007-30c4-471e-89f1-fd66164e59ba tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0486314 Oct 30 01:00:46.266344 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c343a73-22aa-4ed4-8cd7-8df876a6d884 req-01f7e9c7-ed65-4a50-b663-a66adf79a1df tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463090 Oct 30 01:00:46.537231 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ee47b-fb8b-4ca1-9c48-91004d7ccc36 req-d83bf35b-6bde-408d-a1f5-b7e51d79edd7 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:46.538717 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-928ee47b-fb8b-4ca1-9c48-91004d7ccc36 req-d83bf35b-6bde-408d-a1f5-b7e51d79edd7 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 945 time: 0.0464766 Oct 30 01:00:46.551707 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:46.590505 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-928ee47b-fb8b-4ca1-9c48-91004d7ccc36 req-5a3f8601-df2e-423a-90b6-3db0840c418d tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Oct 30 01:00:47.226177 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a5288-425d-47a8-91c4-498deb774980 req-f9686b6e-d315-4c5c-9de2-a5d99aee1ae3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:47.227646 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-468a5288-425d-47a8-91c4-498deb774980 req-f9686b6e-d315-4c5c-9de2-a5d99aee1ae3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0836816 Oct 30 01:00:47.247800 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601dde8-7ecc-4222-9b9e-92ce33189522 req-1771e87f-7187-4140-b6e2-041532be7e3c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:47.249253 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c601dde8-7ecc-4222-9b9e-92ce33189522 req-1771e87f-7187-4140-b6e2-041532be7e3c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0683241 Oct 30 01:00:47.302544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-468a5288-425d-47a8-91c4-498deb774980 req-449ed42a-20e0-4717-a1f4-daa818ae1e63 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686665 Oct 30 01:00:47.337383 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c601dde8-7ecc-4222-9b9e-92ce33189522 req-85fd0098-d840-42c9-b3ad-51037b9f8a6f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667660 Oct 30 01:00:47.423823 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f87d11-d4a4-46d2-b63c-ebde79261f7d req-215cd7a9-f0dd-4709-adc7-45d6c048915e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:47.425326 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-68f87d11-d4a4-46d2-b63c-ebde79261f7d req-215cd7a9-f0dd-4709-adc7-45d6c048915e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0511134 Oct 30 01:00:47.430314 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 56471ebd-e8c3-4ce0-bd02-87518e117371 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:00:47.476065 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-68f87d11-d4a4-46d2-b63c-ebde79261f7d req-47220bdf-5550-4933-97c9-71cce4b5dc1f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449367 Oct 30 01:00:47.476884 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 56471ebd-e8c3-4ce0-bd02-87518e117371 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:00:47.484605 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 56471ebd-e8c3-4ce0-bd02-87518e117371 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:00:47.485016 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:47.485361 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 56471ebd-e8c3-4ce0-bd02-87518e117371 Oct 30 01:00:47.570836 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 56471ebd-e8c3-4ce0-bd02-87518e117371 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:00:47.571170 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:47.599545 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56471ebd-e8c3-4ce0-bd02-87518e117371'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:00:47.601836 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b2082-4060-4f76-90d8-d3a9ae1364bf" -d '{"events": [{"server_uuid": "db9ac414-31a5-4570-aa3f-37db3dac2049", "name": "network-vif-plugged", "status": "completed", "tag": "56471ebd-e8c3-4ce0-bd02-87518e117371"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:00:47.614518 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 56471ebd-e8c3-4ce0-bd02-87518e117371, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56471ebd-e8c3-4ce0-bd02-87518e117371,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:00:47.620289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:47.642997 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfe1842-04ef-471e-8c34-b79e44bddbc6 x-openstack-request-id: req-4cfe1842-04ef-471e-8c34-b79e44bddbc6 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:00:47.643307 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9ac414-31a5-4570-aa3f-37db3dac2049", "name": "network-vif-plugged", "status": "completed", "tag": "56471ebd-e8c3-4ce0-bd02-87518e117371", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:00:47.643562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cfe1842-04ef-471e-8c34-b79e44bddbc6 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:00:47.643985 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfe1842-04ef-471e-8c34-b79e44bddbc6'] response: {'server_uuid': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56471ebd-e8c3-4ce0-bd02-87518e117371', 'code': 200} Oct 30 01:00:47.673787 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=56471ebd-e8c3-4ce0-bd02-87518e117371,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:47.729984 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c0a81-3c76-45b2-86a7-2ea10a70c7dd req-e71dd26a-c073-4036-98fa-d13018ce3f60 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:47.732197 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-214c0a81-3c76-45b2-86a7-2ea10a70c7dd req-e71dd26a-c073-4036-98fa-d13018ce3f60 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0507734 Oct 30 01:00:47.787326 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-214c0a81-3c76-45b2-86a7-2ea10a70c7dd req-aaa7b718-3a18-48cb-abed-337da46f820a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Oct 30 01:00:48.467511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d52ef-9940-438c-afdf-f71a1631fa4d req-434f9a31-b885-4c43-9d98-190e9414f0fd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:48.469030 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e3d52ef-9940-438c-afdf-f71a1631fa4d req-434f9a31-b885-4c43-9d98-190e9414f0fd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0474839 Oct 30 01:00:48.487871 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:48.522130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e3d52ef-9940-438c-afdf-f71a1631fa4d req-83acd243-1341-412f-8ba0-a454d38f6dae tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471716 Oct 30 01:00:48.632851 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60be5f9-aa38-4439-944a-a7592ba89911 req-5ef97ac3-da0e-41de-9077-849fcbfbeb73 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:48.634273 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b60be5f9-aa38-4439-944a-a7592ba89911 req-5ef97ac3-da0e-41de-9077-849fcbfbeb73 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.2419338 Oct 30 01:00:48.655892 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882f5c4-db47-494a-adaa-524998117981 req-b9abf34e-982d-47a3-a94e-4cbb6bf62d85 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:48.657632 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3882f5c4-db47-494a-adaa-524998117981 req-b9abf34e-982d-47a3-a94e-4cbb6bf62d85 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0678651 Oct 30 01:00:48.728076 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b60be5f9-aa38-4439-944a-a7592ba89911 req-fe710290-4bc6-4e11-88dd-a6362e472e9c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872869 Oct 30 01:00:48.732109 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3882f5c4-db47-494a-adaa-524998117981 req-d34c7032-482e-4669-867e-4c472f49a926 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666354 Oct 30 01:00:48.931049 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7c3d2-028a-4ca2-96ca-a3a7a1f760f0 req-20882564-f151-4740-89c6-c815c533e87b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:48.932783 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-18c7c3d2-028a-4ca2-96ca-a3a7a1f760f0 req-20882564-f151-4740-89c6-c815c533e87b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0635560 Oct 30 01:00:48.981895 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-18c7c3d2-028a-4ca2-96ca-a3a7a1f760f0 req-fa23cb92-b84b-4ef2-81d6-c442c892a065 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Oct 30 01:00:49.656074 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4803b5-9192-4b3c-8603-fc4410999949 req-e84fdfae-767b-4865-8f96-1c9ddf955dd7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:49.657472 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e4803b5-9192-4b3c-8603-fc4410999949 req-e84fdfae-767b-4865-8f96-1c9ddf955dd7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0483108 Oct 30 01:00:49.720131 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e4803b5-9192-4b3c-8603-fc4410999949 req-d37f19b8-ba02-4e62-9cf1-488fcfc8e2a7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569584 Oct 30 01:00:49.881458 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f0772-fca0-4869-b2c2-6ec65bbacf75 req-e7d80541-901f-4ca8-8f31-9dc6057fe898 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:49.882947 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-943f0772-fca0-4869-b2c2-6ec65bbacf75 req-e7d80541-901f-4ca8-8f31-9dc6057fe898 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0774150 Oct 30 01:00:49.890956 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7d76e-f2f6-4257-818b-b161a7195bde req-d47b48b7-8e15-4a63-bab9-933816a2b797 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:49.892568 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f2a7d76e-f2f6-4257-818b-b161a7195bde req-d47b48b7-8e15-4a63-bab9-933816a2b797 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0778666 Oct 30 01:00:49.939090 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4466de-f77d-4942-ad09-1806a51412a0 req-f567bc40-02f7-41ae-8e25-0e48f530cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:49.940478 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:49.940625 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-dc4466de-f77d-4942-ad09-1806a51412a0 req-f567bc40-02f7-41ae-8e25-0e48f530cfe8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 1130 time: 0.0496259 Oct 30 01:00:49.965431 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-943f0772-fca0-4869-b2c2-6ec65bbacf75 req-afde728b-b3bb-4bdf-9768-bcdb261d4d8b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718837 Oct 30 01:00:49.982775 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f2a7d76e-f2f6-4257-818b-b161a7195bde req-30997d46-02bc-49cc-9312-35e0e8f34312 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723500 Oct 30 01:00:50.175931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eca65-ae30-414f-accc-a5a4008c19d8 req-19f5c0d7-6985-480b-9366-3d48b76041a2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:50.183145 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4d2eca65-ae30-414f-accc-a5a4008c19d8 req-19f5c0d7-6985-480b-9366-3d48b76041a2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.1078925 Oct 30 01:00:50.231541 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4d2eca65-ae30-414f-accc-a5a4008c19d8 req-4a3a01d6-b063-409a-a563-5f38b846d2c7 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474327 Oct 30 01:00:50.384541 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:50.389763 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-dc4466de-f77d-4942-ad09-1806a51412a0 req-fddabd60-f8ff-4605-a9bf-9c9442659e71 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645096 Oct 30 01:00:50.870235 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc3f6-1273-412a-9a27-ee4260e0723f req-da2a7774-4f86-41fe-b6ed-2b6a89d9741b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:50.872544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8f9bc3f6-1273-412a-9a27-ee4260e0723f req-da2a7774-4f86-41fe-b6ed-2b6a89d9741b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0592964 Oct 30 01:00:50.931110 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8f9bc3f6-1273-412a-9a27-ee4260e0723f req-a3bb2e05-21c3-42e7-898e-e34225f7546f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533702 Oct 30 01:00:51.118481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c8a7-a560-4634-ae88-72f579b2e908 req-eed90efe-b88b-494a-bd61-70485bee2fcf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:51.120030 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6c69c8a7-a560-4634-ae88-72f579b2e908 req-eed90efe-b88b-494a-bd61-70485bee2fcf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Oct 30 01:00:51.171558 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6c69c8a7-a560-4634-ae88-72f579b2e908 req-13fd159d-ed0d-4695-adfb-24dbad655e15 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445356 Oct 30 01:00:51.264052 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45536) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.268827 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248987986', 'description': 'tempest-description--517688222'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.294411 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.371671 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8ba28-d4e2-4d17-9e93-0ea48fc96ce4 req-2e3ee9a8-ac0b-40ae-b719-b74389b06731 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:51.373381 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-53d8ba28-d4e2-4d17-9e93-0ea48fc96ce4 req-2e3ee9a8-ac0b-40ae-b719-b74389b06731 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0577512 Oct 30 01:00:51.392013 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (3d79d226-04ce-4aec-bc0d-da62b6574f7a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.397060 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3d79d226-04ce-4aec-bc0d-da62b6574f7a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.427554 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-53d8ba28-d4e2-4d17-9e93-0ea48fc96ce4 req-462acf01-3aac-4fa5-8de3-b308005bf722 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480697 Oct 30 01:00:51.436719 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d79d226-04ce-4aec-bc0d-da62b6574f7a,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:51.437974 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 45544) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.444802 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1286806254', 'description': 'tempest-description--1437275499'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.448791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.452465 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-fdee851c-ef68-427a-8f6d-9c8a6ed1a821 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1869948 Oct 30 01:00:51.453550 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45546) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.458493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': '3d79d226-04ce-4aec-bc0d-da62b6574f7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.466917 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.483482 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:51.488460 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (b6745399-ebd6-4f46-8261-d0aa03dfdc0d), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.553446 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:51.555778 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (b6745399-ebd6-4f46-8261-d0aa03dfdc0d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.556075 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group (530cb1bd-3939-41f5-b8e2-8952ac8ff465), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.560060 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (b6745399-ebd6-4f46-8261-d0aa03dfdc0d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.561305 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (530cb1bd-3939-41f5-b8e2-8952ac8ff465), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.572099 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:51.575107 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:51.581729 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6745399-ebd6-4f46-8261-d0aa03dfdc0d,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:51.591259 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.595091 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-760be0b2-3132-4da8-a8e9-d3703d48bf21 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375144 Oct 30 01:00:51.595304 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45548) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.595431 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.596672 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1571994 Oct 30 01:00:51.599451 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 45550) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.600307 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': '3d79d226-04ce-4aec-bc0d-da62b6574f7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.603862 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'security_group_rule': {'security_group_id': '530cb1bd-3939-41f5-b8e2-8952ac8ff465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.609568 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885d0d8-491b-4262-b3ee-b585e2e74f00 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530cb1bd-3939-41f5-b8e2-8952ac8ff465,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:51.628379 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (83a6ef5f-3afb-436a-ba8f-9845c3b5da96), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.633650 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group_rule (1f61f2b7-3064-48c7-ae2f-407ec7d7f86c), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.685382 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (83a6ef5f-3afb-436a-ba8f-9845c3b5da96), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.689234 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group_rule (1f61f2b7-3064-48c7-ae2f-407ec7d7f86c), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.690081 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (83a6ef5f-3afb-436a-ba8f-9845c3b5da96), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.693974 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (1f61f2b7-3064-48c7-ae2f-407ec7d7f86c), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.709150 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a6ef5f-3afb-436a-ba8f-9845c3b5da96,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:51.716661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.721104 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-2f2d702b-6eda-4f9e-80c6-d46a96d71652 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214020 Oct 30 01:00:51.721282 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45552) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.722620 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f61f2b7-3064-48c7-ae2f-407ec7d7f86c,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:51.725744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.730105 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.734322 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45554) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.734480 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7b1b1de1-c259-4071-9721-313b37ba3e72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339338 Oct 30 01:00:51.739122 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'security_group_rule': {'security_group_id': '530cb1bd-3939-41f5-b8e2-8952ac8ff465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:51.765316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.815106 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group_rule (98861e9a-c745-4c8d-8454-b4d367d27ae9), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.887985 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.907234 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group_rule (98861e9a-c745-4c8d-8454-b4d367d27ae9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.934514 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (98861e9a-c745-4c8d-8454-b4d367d27ae9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.967785 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98861e9a-c745-4c8d-8454-b4d367d27ae9,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:51.981548 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:51.988011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:51.989018 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-36e867d8-f59e-4bee-aa13-0d627c79a932 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536931 Oct 30 01:00:51.992369 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 45560) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:00:51.998318 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:00:52.040209 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.37.3.180 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/50ac2603-536c-4ab2-a57a-04b85e5aa26d) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:00:52.077885 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.133788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eb4e8-3904-493c-a34a-97a76687871d req-e1afd682-9b96-43f5-9838-1db0368f7586 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:52.135334 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b60eb4e8-3904-493c-a34a-97a76687871d req-e1afd682-9b96-43f5-9838-1db0368f7586 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1053553 Oct 30 01:00:52.150044 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:52.192131 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.235917 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.262392 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b60eb4e8-3904-493c-a34a-97a76687871d req-d10234ca-f0f8-4eb2-8423-5d43542033a4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160047 Oct 30 01:00:52.271328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.293049 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:00:52.389506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04583ac7-d45d-4d23-82b0-58f7f512aa97 req-242f5f36-eea2-42a7-8bae-081df4bed5a0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:52.391002 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04583ac7-d45d-4d23-82b0-58f7f512aa97 req-242f5f36-eea2-42a7-8bae-081df4bed5a0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0939837 Oct 30 01:00:52.520265 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04583ac7-d45d-4d23-82b0-58f7f512aa97 req-eae71953-3e78-4a98-a4dd-adaa9d695242 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170912 Oct 30 01:00:52.540153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Allocated IP 172.37.3.182 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/5c01f9bf-85c2-44ac-86d0-5ab935594e5b) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:00:52.620050 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27ff3-a219-459f-a7c4-e2013b7d39bc req-5ba8b74e-b087-4143-90f4-c08a1af6ee87 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:52.621851 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-12a27ff3-a219-459f-a7c4-e2013b7d39bc req-5ba8b74e-b087-4143-90f4-c08a1af6ee87 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0603678 Oct 30 01:00:52.655751 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:00:52.660978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:00:52.692064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=50ac2603-536c-4ab2-a57a-04b85e5aa26d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:52.724942 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:52.737681 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-12a27ff3-a219-459f-a7c4-e2013b7d39bc req-b24d004b-9a50-41d8-b433-6eace66b624a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046460 Oct 30 01:00:52.755374 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:52.780672 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.799941 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (201ffd4f-9627-4b99-81bf-7a7d781854cc), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.841582 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.845546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:52.896268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'Port': ['ID=5c01f9bf-85c2-44ac-86d0-5ab935594e5b,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:52.916411 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:00:52.918364 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:00:52.921260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:00:53.071084 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.077679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.109522 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.157719 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (201ffd4f-9627-4b99-81bf-7a7d781854cc), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.162082 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=50ac2603-536c-4ab2-a57a-04b85e5aa26d,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:53.181267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.184387 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.204012 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1777017c-b409-44ea-ab39-c641a20adfab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4815888 Oct 30 01:00:53.316696 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:53.412530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.436494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.534381 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d3bfe-732f-485f-a71f-cf3d15b0c9f2 req-21e98808-fd1d-478f-b6a4-2f61f1eb71ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:53.536089 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-913d3bfe-732f-485f-a71f-cf3d15b0c9f2 req-21e98808-fd1d-478f-b6a4-2f61f1eb71ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1259665 Oct 30 01:00:53.582183 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'Port': ['ID=5c01f9bf-85c2-44ac-86d0-5ab935594e5b,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:00:53.584583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.624355 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-913d3bfe-732f-485f-a71f-cf3d15b0c9f2 req-4a614069-5a48-4b04-8965-01adade27a4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780530 Oct 30 01:00:53.627789 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:00:53.629007 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-0172262e-37ef-4c2d-acd4-bf45bee2e183 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6350880 Oct 30 01:00:53.758272 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dc0ab-ec03-4423-b80d-b88f022d3348 req-705d80a9-4d41-4b19-92a7-327e433148d0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:53.763152 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8a2dc0ab-ec03-4423-b80d-b88f022d3348 req-705d80a9-4d41-4b19-92a7-327e433148d0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0614123 Oct 30 01:00:53.836193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8a2dc0ab-ec03-4423-b80d-b88f022d3348 req-d09fad3a-bf7b-44e7-bef5-90c74038e92d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621123 Oct 30 01:00:53.949867 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d1a13-1122-4a72-a583-9e3eefcb1fdd req-faa95370-2e40-4c6e-8f1c-a2afe90ac13f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:53.951400 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-165d1a13-1122-4a72-a583-9e3eefcb1fdd req-faa95370-2e40-4c6e-8f1c-a2afe90ac13f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0524790 Oct 30 01:00:54.001926 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-165d1a13-1122-4a72-a583-9e3eefcb1fdd req-036fda58-d14c-4615-8be6-657726ce1077 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Oct 30 01:00:57.663385 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:57.671101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=72 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:58.713335 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:00:59.106684 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-707c7e98-2914-42ca-9b09-2f9693deb2a8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421262 Oct 30 01:00:59.214507 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-f2eee651-0637-4ee7-b59f-682172cddfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:59.216240 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-f2eee651-0637-4ee7-b59f-682172cddfe3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1129 time: 0.0464489 Oct 30 01:00:59.322593 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:00:59.350546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-df271fc7-fd65-461a-80d0-2fd924c0ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:59.352060 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-df271fc7-fd65-461a-80d0-2fd924c0ccbd service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 912 time: 0.0967493 Oct 30 01:00:59.418769 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-f8231cee-171b-4325-8b2c-cd20b1897bae service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 200 len: 1000 time: 0.0596123 Oct 30 01:00:59.478084 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-46510f77-7e14-448c-b745-a302ed33d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:59.480295 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-46510f77-7e14-448c-b745-a302ed33d20f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.0549273 Oct 30 01:00:59.529848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-a9c19742-8235-4b8f-9250-b9586e5a7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:00:59.531353 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-a9c19742-8235-4b8f-9250-b9586e5a7651 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425098 Oct 30 01:00:59.626561 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-757346fd-ac52-48e8-aff6-bb6b9789817f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888939 Oct 30 01:00:59.730967 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f9893544-0d33-4d4e-95d4-779b59d73561 req-eb41ceb5-8acd-465f-ad7e-6a75a39972c3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968740 Oct 30 01:01:00.199884 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:00.217918 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-5ba83ca6-3138-4ca8-ac0b-3cd9342640b1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1248987986&fields=id&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 267 time: 0.0759361 Oct 30 01:01:00.299455 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-6718cccc-f147-4c52-8757-a11c01c4322a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1286806254&fields=id&tenant_id=f48276ac51dd4bb1912fc670433cf6c4 HTTP/1.1" status: 200 len: 267 time: 0.1329110 Oct 30 01:01:00.431895 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-e96aac5f-3e2c-4c82-bd41-4d47fb218c6d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:00.433582 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-e96aac5f-3e2c-4c82-bd41-4d47fb218c6d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.2035444 Oct 30 01:01:00.700586 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-22bdd632-0517-4062-8245-730de4d80afb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:00.702045 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-22bdd632-0517-4062-8245-730de4d80afb tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 819 time: 0.3951886 Oct 30 01:01:00.703805 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-de038d05-3e65-4aed-8c57-eb81157b7f95 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/quotas/6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 375 time: 0.2622881 Oct 30 01:01:00.728596 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-69e3e4be-b551-4458-9883-2a27e1ad34f5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/quotas/f48276ac51dd4bb1912fc670433cf6c4 HTTP/1.1" status: 200 len: 375 time: 0.0182993 Oct 30 01:01:00.790482 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-6f0a8c69-de1b-4406-b017-8b998bfdf30b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812602 Oct 30 01:01:00.810891 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-f7d6bf7a-9586-4d20-8a07-40565fa9407f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658085 Oct 30 01:01:00.881735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:00.978864 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-ad4ce9c8-c142-4883-9dad-f0118e4ce4e9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671631 Oct 30 01:01:01.005901 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-861c108f-bbdc-4664-84a9-0f8f59be3efb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764681 Oct 30 01:01:01.161360 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-ccdd2e34-c523-4048-b3e8-566973537209 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672568 Oct 30 01:01:01.175236 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-6d42cbae-92f9-49de-a67a-2b4d3709e2d0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584368 Oct 30 01:01:01.904519 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee04856-2194-43e4-83c8-532cdb3e3fe6 req-a9a16117-6ba3-4d55-9b6d-09d0cff0f6f9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:01.914185 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ee04856-2194-43e4-83c8-532cdb3e3fe6 req-a9a16117-6ba3-4d55-9b6d-09d0cff0f6f9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.1534915 Oct 30 01:01:02.038345 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ee04856-2194-43e4-83c8-532cdb3e3fe6 req-c352defc-f97e-443b-8172-039b9c8ede35 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224597 Oct 30 01:01:02.180080 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06d436d0-e619-421d-927c-edf8b9817d00 req-e7bdd190-c0ad-4307-8170-329dfab3ddc4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 210 time: 0.0593402 Oct 30 01:01:02.330712 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9de1570e-8e04-4f42-a763-c404374e498a req-6729d03d-df74-4cc1-b877-8e982529f663 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 210 time: 0.0543644 Oct 30 01:01:02.365195 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08960-2c46-487e-876f-d04eb7c7b5ea req-faa96315-7e6e-4716-bceb-6f04285a8fc9 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:02.367000 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-41d08960-2c46-487e-876f-d04eb7c7b5ea req-faa96315-7e6e-4716-bceb-6f04285a8fc9 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.2046828 Oct 30 01:01:02.437194 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-41d08960-2c46-487e-876f-d04eb7c7b5ea req-8a4e1d9e-0a8b-4ff5-8cdd-9d8687057833 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610623 Oct 30 01:01:02.735506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec418b-15f8-4b6d-8ddb-a3fbc3ebf03e req-a2914b88-dc25-46a7-bea0-ccbc9916b77b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:02.745111 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2dec418b-15f8-4b6d-8ddb-a3fbc3ebf03e req-a2914b88-dc25-46a7-bea0-ccbc9916b77b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Oct 30 01:01:02.836902 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2dec418b-15f8-4b6d-8ddb-a3fbc3ebf03e req-bd4b40e2-a57e-4e3b-b443-a10741daa458 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869792 Oct 30 01:01:02.859310 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-9bb9b3a9-224a-47ef-91e7-cff725edc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:02.861247 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-9bb9b3a9-224a-47ef-91e7-cff725edc367 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1129 time: 0.0924346 Oct 30 01:01:02.935915 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:03.046904 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-b641674e-587d-4424-9ea4-bc8cae18794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:03.048558 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-b641674e-587d-4424-9ea4-bc8cae18794f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 912 time: 0.1220407 Oct 30 01:01:03.181485 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f595-a41b-43f6-951a-45bf1b33aaab req-596f1c53-fe01-41e2-b9df-77c87300ed49 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:03.189141 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3292f595-a41b-43f6-951a-45bf1b33aaab req-596f1c53-fe01-41e2-b9df-77c87300ed49 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0654364 Oct 30 01:01:03.200039 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:03.312486 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3292f595-a41b-43f6-951a-45bf1b33aaab req-2828c4b1-1af0-4b3f-997f-e74147953561 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223400 Oct 30 01:01:03.390945 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-ab986089-ffe7-4a9e-ad49-fc974a39c414 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 200 len: 1000 time: 0.1713953 Oct 30 01:01:03.396722 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-211a9bc0-f839-4a85-addd-594723e0675e req-2d7a0f97-9513-418f-8851-6f896423202c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 210 time: 0.1221128 Oct 30 01:01:03.520066 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-25a568ab-2bda-4158-897d-5a0b000a413a req-54b6f5d9-2e06-454e-ac1e-41c1ebb6b36b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 210 time: 0.0593045 Oct 30 01:01:03.583121 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-9398e9e1-600e-43bc-b417-d08a3f9d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:03.584940 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-9398e9e1-600e-43bc-b417-d08a3f9d238a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.1551917 Oct 30 01:01:03.659813 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-675c013f-377b-42e7-a996-357793d7a1ec tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:03.661678 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-675c013f-377b-42e7-a996-357793d7a1ec tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 819 time: 0.3106282 Oct 30 01:01:03.667947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-b90c7340-c20b-441e-9ca1-0fc1c3b8d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:03.669489 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-b90c7340-c20b-441e-9ca1-0fc1c3b8d211 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658696 Oct 30 01:01:03.961419 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0ca2a-88d1-4ce6-bcda-9482cd2cebc9 req-4c132248-e848-4365-88b9-00a5e4d791c2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:03.962912 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d0d0ca2a-88d1-4ce6-bcda-9482cd2cebc9 req-4c132248-e848-4365-88b9-00a5e4d791c2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Oct 30 01:01:03.983298 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-b9154ca4-2d35-47b2-bbf7-afd7866a33a0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f48276ac51dd4bb1912fc670433cf6c4 HTTP/1.1" status: 200 len: 380 time: 0.1344755 Oct 30 01:01:03.998305 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-64548f2a-163b-4b48-a94a-4c47e7f1855a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482224 Oct 30 01:01:04.013454 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d0d0ca2a-88d1-4ce6-bcda-9482cd2cebc9 req-554431c6-5192-4fca-bfa1-e40de1bb2fd0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442665 Oct 30 01:01:04.046163 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'port': {'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'admin_state_up': True, 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'security_groups': ['530cb1bd-3939-41f5-b8e2-8952ac8ff465']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:04.128815 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:04.206960 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-15acd65a-7af3-49dd-b7d5-caff3765bc4b req-d5182e6d-cea3-4ee8-97be-061f6b7eca9d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721478 Oct 30 01:01:04.227828 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Made reservation on behalf of f48276ac51dd4bb1912fc670433cf6c4 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:01:04.231769 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:04.365075 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Allocated IP 172.20.0.3 (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a/d7a09ace-08aa-4e5c-b490-a1ab03bd56ec/c4782435-5ac9-430e-95c9-c061a2747b76) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:01:04.450038 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71433d85-399a-4ffa-9ef8-6825ba687bbd req-2f8bb194-4372-4bb3-877a-313b72079d35 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:04.451456 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-71433d85-399a-4ffa-9ef8-6825ba687bbd req-2f8bb194-4372-4bb3-877a-313b72079d35 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0485504 Oct 30 01:01:04.464930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:04.502773 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e45fd74-838b-4de1-82a0-ea29f0b6f48c req-563a9eac-23fa-4034-b0c6-e1987c3dd06b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 210 time: 0.0384700 Oct 30 01:01:04.517913 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for port (c4782435-5ac9-430e-95c9-c061a2747b76), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:04.525238 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-71433d85-399a-4ffa-9ef8-6825ba687bbd req-df0f228c-05c5-44ab-8539-701040d57910 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677986 Oct 30 01:01:04.558296 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:04.607238 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:01:04.612498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:01:04.614663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event updated for resources: {'Port': ['ID=c4782435-5ac9-430e-95c9-c061a2747b76,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:04.616831 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:01:04.626413 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c7bab18-344d-45ae-a7f4-0b5f0ee1368d req-07953239-46cf-455d-a455-bf701edaf75a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 210 time: 0.0328424 Oct 30 01:01:04.666435 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:04.667052 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:04.685674 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-aa823aa9-9df8-4b76-ab8f-f5743d47c7c8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6495590 Oct 30 01:01:04.854121 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-31d73eb8-f4e5-49bf-ad8c-fdc42d1f1d8a None None] Provisioning complete for port c4782435-5ac9-430e-95c9-c061a2747b76 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:04.855046 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-31d73eb8-f4e5-49bf-ad8c-fdc42d1f1d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:04.855211 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-31d73eb8-f4e5-49bf-ad8c-fdc42d1f1d8a None None] Attempt 1 to provision port c4782435-5ac9-430e-95c9-c061a2747b76 Oct 30 01:01:04.890157 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-31d73eb8-f4e5-49bf-ad8c-fdc42d1f1d8a None None] Port c4782435-5ac9-430e-95c9-c061a2747b76 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:01:05.146660 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c330f63-9f5c-4fbb-85df-cc0460d7c6d9 req-108afc95-8d74-44d5-adeb-c5328df1e062 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:05.148231 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c330f63-9f5c-4fbb-85df-cc0460d7c6d9 req-108afc95-8d74-44d5-adeb-c5328df1e062 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0529456 Oct 30 01:01:05.196418 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c330f63-9f5c-4fbb-85df-cc0460d7c6d9 req-3a0fb5c0-6134-4990-a352-942e7dc6155e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Oct 30 01:01:05.472349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Request body: {'port': {'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:05.541525 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:05.594905 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:05.647619 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb21f-f3a0-4dde-8ab1-72095af01661 req-bfdffcc5-9268-4e93-853d-3e9a89d7d16f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:05.649237 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eb6fb21f-f3a0-4dde-8ab1-72095af01661 req-bfdffcc5-9268-4e93-853d-3e9a89d7d16f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 931 time: 0.0660524 Oct 30 01:01:05.660575 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:05.690450 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:05.706557 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8746aa-b87a-452b-9096-2c0ae54ce84c req-572a10e8-6b3b-4fdf-9032-d020d681ec01 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:05.708067 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eb8746aa-b87a-452b-9096-2c0ae54ce84c req-572a10e8-6b3b-4fdf-9032-d020d681ec01 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0786345 Oct 30 01:01:05.751670 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eb6fb21f-f3a0-4dde-8ab1-72095af01661 req-700837bf-06df-4f98-a1c2-f7d03328062e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847285 Oct 30 01:01:05.779266 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eb8746aa-b87a-452b-9096-2c0ae54ce84c req-a9709f1a-befd-45ff-9db0-21fd89172a4c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600502 Oct 30 01:01:05.863193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-69bd5c9b-010c-44d3-b69e-8ee41b560a6c req-e6261ecc-32e6-4e65-bd3d-9a7218c245c3 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 210 time: 0.0292141 Oct 30 01:01:05.881014 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-1ca3e6d2-1188-49b3-ba7b-90e9edb2f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:05.882525 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-1ca3e6d2-1188-49b3-ba7b-90e9edb2f211 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1130 time: 0.1225531 Oct 30 01:01:05.954615 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4782435-5ac9-430e-95c9-c061a2747b76 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:01:05.966540 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-f04b087a-987a-4bac-a79f-3ce6860c7b13 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:05.968038 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-f04b087a-987a-4bac-a79f-3ce6860c7b13 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.2068698 Oct 30 01:01:05.969699 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Publish callbacks [] for port (c4782435-5ac9-430e-95c9-c061a2747b76), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:05.983074 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Transition to ACTIVE for port object c4782435-5ac9-430e-95c9-c061a2747b76 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:01:05.989543 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.103167 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4782435-5ac9-430e-95c9-c061a2747b76,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:06.163540 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f1a6156c-ddc2-40b8-8265-9206c1f4a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.169568 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:06.230883 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Attempting to bind port c4782435-5ac9-430e-95c9-c061a2747b76 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:01:06.231215 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Attempting to bind port c4782435-5ac9-430e-95c9-c061a2747b76 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:01:06.231537 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Attempting to bind port c4782435-5ac9-430e-95c9-c061a2747b76 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:01:06.243751 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-bafd1cf5-8125-4c10-b320-4b752a7f8ae2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 472 time: 0.1937261 Oct 30 01:01:06.275804 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-70a0dcbc-c426-423d-aefb-c1914e8b3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:06.277316 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-70a0dcbc-c426-423d-aefb-c1914e8b3699 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.2284310 Oct 30 01:01:06.293171 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Port c4782435-5ac9-430e-95c9-c061a2747b76 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:01:06.293592 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Attempting to bind port c4782435-5ac9-430e-95c9-c061a2747b76 on network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:01:06.318763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a72d-3430-4785-a4e6-1a31b1bc9e64 req-0e3d5f04-5de9-4e9e-a688-4f7f4d8417be tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:06.320297 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ec8a72d-3430-4785-a4e6-1a31b1bc9e64 req-0e3d5f04-5de9-4e9e-a688-4f7f4d8417be tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0470209 Oct 30 01:01:06.338555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:01:06.338897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Checking segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:01:06.339308 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Bound using segment: {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:01:06.339804 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Bound port: c4782435-5ac9-430e-95c9-c061a2747b76, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5d9258-d7ea-4160-bfdd-12d472d67f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:01:06.340232 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.370148 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4ec8a72d-3430-4785-a4e6-1a31b1bc9e64 req-5acdab21-5ebd-4ed7-9dfb-3b4a9f391dc3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Oct 30 01:01:06.406548 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:06.407750 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] For port c4782435-5ac9-430e-95c9-c061a2747b76, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:01:06.410908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] For port c4782435-5ac9-430e-95c9-c061a2747b76, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4782435-5ac9-430e-95c9-c061a2747b76,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:01:06.417549 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.422238 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:06.422842 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:06.424259 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 1093 time: 0.9590404 Oct 30 01:01:06.425010 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:06.427494 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c" -d '{"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:06.467132 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc2ab5-37b9-4f82-9975-88303a2cfc6a x-openstack-request-id: req-3edc2ab5-37b9-4f82-9975-88303a2cfc6a {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:06.467449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:06.467702 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3edc2ab5-37b9-4f82-9975-88303a2cfc6a {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:06.468133 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edc2ab5-37b9-4f82-9975-88303a2cfc6a'] response: {'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'status': 'completed', 'code': 200} Oct 30 01:01:06.477581 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edba6ae-4eb5-40bf-a4d9-828f7cd2cad0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4782435-5ac9-430e-95c9-c061a2747b76,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:06.892579 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aac84-dc9c-4d2b-8fa5-629484b9a381 req-3bd0ba2f-86a3-4512-9e53-1b02221e287e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:06.894041 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e57aac84-dc9c-4d2b-8fa5-629484b9a381 req-3bd0ba2f-86a3-4512-9e53-1b02221e287e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0607669 Oct 30 01:01:06.932345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'port': {'device_id': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'admin_state_up': True, 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'security_groups': ['3d79d226-04ce-4aec-bc0d-da62b6574f7a']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:06.944258 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31b777-b352-4d85-876a-2df9eb45ea8e req-48bf7cca-5c1b-4d5f-b7d9-c9e93794c333 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:06.945678 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e31b777-b352-4d85-876a-2df9eb45ea8e req-48bf7cca-5c1b-4d5f-b7d9-c9e93794c333 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 946 time: 0.0693643 Oct 30 01:01:06.988262 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e57aac84-dc9c-4d2b-8fa5-629484b9a381 req-dcb003d0-3e0d-4533-99ed-bec512d51ea1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776806 Oct 30 01:01:07.027845 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e31b777-b352-4d85-876a-2df9eb45ea8e req-2687f9fc-0b32-4fb4-821a-ef0b2009d7c9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723641 Oct 30 01:01:07.080533 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-f100f76f-06c9-4b2f-b02c-0ae37bf9a79e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 1002 time: 0.1590602 Oct 30 01:01:07.083710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c req-5f8a9f4c-20fc-469a-b8e7-5b1e8f7c56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:07.085133 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c req-5f8a9f4c-20fc-469a-b8e7-5b1e8f7c56f7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1127 time: 0.1211042 Oct 30 01:01:07.103810 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-08ad260b-3db3-4ca2-8f4b-2f5cfccfc2d5 req-e5a83d9b-47df-492e-bcc0-e01bd9cb9185 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 210 time: 0.0346599 Oct 30 01:01:07.157471 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Made reservation on behalf of 6b68b886c19c45d585409651f33b8626 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:01:07.163058 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.300844 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.20.0.5 (4400f15d-ace0-4893-b5ff-c43f47dad5a5/53508a5d-d8c5-48c3-8103-6957eeeafd5f/c9fe8633-400b-4adf-99ff-00c04190ea67) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:01:07.449373 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.484706 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.498938 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94ced-5d37-4ff1-ac2e-88b1a4290dfd req-e91cff19-98fe-41f3-96ae-4bc50ece9755 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:07.500474 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1f94ced-5d37-4ff1-ac2e-88b1a4290dfd req-e91cff19-98fe-41f3-96ae-4bc50ece9755 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0491159 Oct 30 01:01:07.509440 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:01:07.520524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:07.537155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:01:07.542948 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:01:07.546260 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:01:07.549055 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=c9fe8633-400b-4adf-99ff-00c04190ea67,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:07.562858 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e1f94ced-5d37-4ff1-ac2e-88b1a4290dfd req-09a6510b-744f-4f70-b04b-b64ca1fd0faa tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563071 Oct 30 01:01:07.598644 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: ACTIVE; New status is: DOWN {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:07.599142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.602203 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:07.602819 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.622762 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-313fd407-a255-4120-9fbc-474a7c4fd7c1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6998851 Oct 30 01:01:07.624504 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:07.626750 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8affc1e-f315-4728-99c9-f3c04f28d183" -d '{"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-unplugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:07.643522 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:07.649012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.671746 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48dd4d9-ab64-423e-9a45-c93b3fb24f59 x-openstack-request-id: req-f48dd4d9-ab64-423e-9a45-c93b3fb24f59 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:07.672057 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-unplugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:07.672309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f48dd4d9-ab64-423e-9a45-c93b3fb24f59 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:07.672703 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48dd4d9-ab64-423e-9a45-c93b3fb24f59'] response: {'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'code': 200} Oct 30 01:01:07.699429 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=8']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:07.834261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-e5717d16-ed93-4d7e-ac4f-0441a929839b None None] Provisioning complete for port c9fe8633-400b-4adf-99ff-00c04190ea67 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:07.834667 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e5717d16-ed93-4d7e-ac4f-0441a929839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:07.834998 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-e5717d16-ed93-4d7e-ac4f-0441a929839b None None] Attempt 1 to provision port c9fe8633-400b-4adf-99ff-00c04190ea67 Oct 30 01:01:07.869216 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-e5717d16-ed93-4d7e-ac4f-0441a929839b None None] Port c9fe8633-400b-4adf-99ff-00c04190ea67 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:01:08.033371 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Request body: {'port': {'device_id': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:08.114612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.118444 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71505-d3c4-4142-aa35-e3bc570ea74c req-b4b442f6-b016-4ba7-98ed-04681276cb56 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.123492 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dec71505-d3c4-4142-aa35-e3bc570ea74c req-b4b442f6-b016-4ba7-98ed-04681276cb56 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0536609 Oct 30 01:01:08.135946 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.174857 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-09f5b01e-fa6d-474b-9cd1-2cfc468dbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.176418 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-09f5b01e-fa6d-474b-9cd1-2cfc468dbfab service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.4070423 Oct 30 01:01:08.190357 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a93a-ec2f-4fb7-ae05-6a005eb4e4d2 req-f39d6228-14ff-4776-86b1-d6832bfa5d86 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.191860 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-17e4a93a-ec2f-4fb7-ae05-6a005eb4e4d2 req-f39d6228-14ff-4776-86b1-d6832bfa5d86 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0672431 Oct 30 01:01:08.202973 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c req-dd3f5265-7fe8-4b4a-9115-11441c3568c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.204491 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c req-dd3f5265-7fe8-4b4a-9115-11441c3568c8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4440753 Oct 30 01:01:08.220861 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.231505 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dec71505-d3c4-4142-aa35-e3bc570ea74c req-60586e90-fe0b-4385-bff3-8fa7c89ecf2b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050909 Oct 30 01:01:08.275340 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-17e4a93a-ec2f-4fb7-ae05-6a005eb4e4d2 req-e7bed390-6645-4b63-bfb7-69458e23e7ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773880 Oct 30 01:01:08.311541 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb754-f6af-4ae3-a58b-1ac723ef4b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.323497 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-502bcb67-ad71-47f6-9383-34be47ed7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.324445 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-502bcb67-ad71-47f6-9383-34be47ed7835 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1367593 Oct 30 01:01:08.366262 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415464-419b-49c9-9470-303219fc4093 req-b7ab06c3-260f-4e46-96c5-08fd43e99bcb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.371351 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-18415464-419b-49c9-9470-303219fc4093 req-b7ab06c3-260f-4e46-96c5-08fd43e99bcb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 931 time: 0.0672202 Oct 30 01:01:08.407559 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c req-97a04139-8abb-4890-a1e5-adf4e7397e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:08.409301 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9275302a-4d2e-47f2-9ea9-6fc44a74d87c req-97a04139-8abb-4890-a1e5-adf4e7397e16 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835637 Oct 30 01:01:08.416913 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-18415464-419b-49c9-9470-303219fc4093 req-34e02a1c-d50c-4f40-87ed-62ce656002ab tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 Oct 30 01:01:08.665506 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fe8633-400b-4adf-99ff-00c04190ea67 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:01:08.675896 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Publish callbacks [] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.697224 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Transition to ACTIVE for port object c9fe8633-400b-4adf-99ff-00c04190ea67 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:01:08.706333 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.708411 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.709229 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.743087 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.752914 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-11d20e64-a26b-4dad-aadd-675a2cea034c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485937 Oct 30 01:01:08.786312 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fe8633-400b-4adf-99ff-00c04190ea67,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:08.842098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Attempting to bind port c9fe8633-400b-4adf-99ff-00c04190ea67 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:01:08.842433 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Attempting to bind port c9fe8633-400b-4adf-99ff-00c04190ea67 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:01:08.842754 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Attempting to bind port c9fe8633-400b-4adf-99ff-00c04190ea67 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:01:08.885645 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Port c9fe8633-400b-4adf-99ff-00c04190ea67 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:01:08.885959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Attempting to bind port c9fe8633-400b-4adf-99ff-00c04190ea67 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:01:08.928719 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:01:08.928938 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:01:08.929325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Bound using segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:01:08.929748 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Bound port: c9fe8633-400b-4adf-99ff-00c04190ea67, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:01:08.930123 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:08.986171 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:08.995843 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] For port c9fe8633-400b-4adf-99ff-00c04190ea67, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:01:08.999096 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] For port c9fe8633-400b-4adf-99ff-00c04190ea67, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c9fe8633-400b-4adf-99ff-00c04190ea67,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:01:09.005990 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:09.011610 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:09.012344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:09.013831 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/c9fe8633-400b-4adf-99ff-00c04190ea67 HTTP/1.1" status: 200 len: 1093 time: 0.9879875 Oct 30 01:01:09.015486 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:09.017753 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:09.062098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ac14-723e-45c3-adba-0ab70ecd9013 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fe8633-400b-4adf-99ff-00c04190ea67,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:09.070624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562fed46-7e29-4d78-bb21-5a7c5a00ea84 x-openstack-request-id: req-562fed46-7e29-4d78-bb21-5a7c5a00ea84 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:09.070911 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:09.071160 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-562fed46-7e29-4d78-bb21-5a7c5a00ea84 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:09.071568 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562fed46-7e29-4d78-bb21-5a7c5a00ea84'] response: {'name': 'network-changed', 'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'status': 'completed', 'code': 200} Oct 30 01:01:09.388691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2bbb-ad78-40c5-89e9-ac753d00c1ec req-ecce27c3-2b9c-4a60-a2ef-4286f82c920d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:09.390232 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f60f2bbb-ad78-40c5-89e9-ac753d00c1ec req-ecce27c3-2b9c-4a60-a2ef-4286f82c920d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0680046 Oct 30 01:01:09.475533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a113-e85f-4cc6-8b21-4a85156c6cfc req-5793096e-f271-4c5a-9536-861e603061ee tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:09.477047 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba98a113-e85f-4cc6-8b21-4a85156c6cfc req-5793096e-f271-4c5a-9536-861e603061ee tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0750403 Oct 30 01:01:09.480036 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f60f2bbb-ad78-40c5-89e9-ac753d00c1ec req-89a18c8e-3eb6-436d-bcb0-5b33994f3a7f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842698 Oct 30 01:01:09.503432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:09.512877 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:09.533225 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba98a113-e85f-4cc6-8b21-4a85156c6cfc req-b9e99ac4-1bda-485d-88b0-75a1984121aa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501778 Oct 30 01:01:09.585222 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48796e-9734-45d1-8bd1-bfbabc80b2d0 req-3f24e9bb-e07d-4bf2-bd70-30f4ae887238 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:09.586717 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5c48796e-9734-45d1-8bd1-bfbabc80b2d0 req-3f24e9bb-e07d-4bf2-bd70-30f4ae887238 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0465381 Oct 30 01:01:09.643746 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5c48796e-9734-45d1-8bd1-bfbabc80b2d0 req-54490e47-ee54-40a6-ad83-dc5d3a286c70 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508602 Oct 30 01:01:09.791200 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-489a9a3f-0daf-4eb8-a58f-9cd989663f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:09.792629 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-489a9a3f-0daf-4eb8-a58f-9cd989663f02 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1127 time: 0.1038988 Oct 30 01:01:09.793572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce req-de3a0b65-649e-4b1a-8d5b-653adb5c3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:09.794882 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce req-de3a0b65-649e-4b1a-8d5b-653adb5c3c33 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 1127 time: 0.1072984 Oct 30 01:01:09.825286 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-83079fb6-34a6-4122-a846-a094ebe08c69 req-48e3ffdd-b21e-4d95-8dad-cfe432807358 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584878 Oct 30 01:01:10.608511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2434f95-adbe-4bb0-b088-4d5f1420eced req-3cb7e140-ab17-40c7-90cd-64c813abc854 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:10.609909 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d2434f95-adbe-4bb0-b088-4d5f1420eced req-3cb7e140-ab17-40c7-90cd-64c813abc854 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0508485 Oct 30 01:01:10.686668 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7356a-2d8d-4e2b-97c6-aad1a5df6e88 req-2f62cdc0-c9ac-4822-8aea-2c9577ffd1a9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:10.688164 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-40c7356a-2d8d-4e2b-97c6-aad1a5df6e88 req-2f62cdc0-c9ac-4822-8aea-2c9577ffd1a9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0652423 Oct 30 01:01:10.695313 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d2434f95-adbe-4bb0-b088-4d5f1420eced req-c2dfea20-d151-4b03-bd80-c156ad4549b6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797718 Oct 30 01:01:10.738832 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-40c7356a-2d8d-4e2b-97c6-aad1a5df6e88 req-ee00bf8c-874f-4451-b56b-aee38ef74915 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425689 Oct 30 01:01:10.802346 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddbb85-31ce-4f4d-b309-984d841be14e req-aa0968b6-c463-415c-910e-85e064e2fbb7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:10.803856 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3eddbb85-31ce-4f4d-b309-984d841be14e req-aa0968b6-c463-415c-910e-85e064e2fbb7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0515943 Oct 30 01:01:10.852610 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3eddbb85-31ce-4f4d-b309-984d841be14e req-eedb5b3c-a4ed-48bd-8a32-e6321351cf7b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430057 Oct 30 01:01:11.099255 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:11.224691 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:11.842499 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ac5fb-f110-4cbf-8d94-d350019247f9 req-f3e6762d-c02f-40e0-a39c-f3b84c65f40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:11.844125 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-193ac5fb-f110-4cbf-8d94-d350019247f9 req-f3e6762d-c02f-40e0-a39c-f3b84c65f40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0574300 Oct 30 01:01:11.889635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050f392-2f82-4960-89e5-f36b71ff9940 req-1e3985de-25c3-4e39-9234-0a3b8e834880 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:11.891083 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0050f392-2f82-4960-89e5-f36b71ff9940 req-1e3985de-25c3-4e39-9234-0a3b8e834880 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0681529 Oct 30 01:01:11.934457 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-193ac5fb-f110-4cbf-8d94-d350019247f9 req-03f8ab22-4e66-4f42-90e2-97a9595944f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744910 Oct 30 01:01:11.962154 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0050f392-2f82-4960-89e5-f36b71ff9940 req-1f33b733-57d7-4898-b2ae-75f82ac14234 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609071 Oct 30 01:01:12.039708 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7505c04-c321-489e-ab1c-8f98ca450fbe req-d584ac70-fa88-4900-81d3-8520d2491812 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:12.041212 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d7505c04-c321-489e-ab1c-8f98ca450fbe req-d584ac70-fa88-4900-81d3-8520d2491812 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0508294 Oct 30 01:01:12.060648 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:12.091130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d7505c04-c321-489e-ab1c-8f98ca450fbe req-5cfc4710-2407-486c-ae4a-a4fc78ac61f0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Oct 30 01:01:12.392474 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-078106f1-12ed-42e0-a917-92bee3bb9162 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 217 time: 0.1275668 Oct 30 01:01:12.490171 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-74369518-4d53-4fce-8650-cb76f767e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:12.491615 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-74369518-4d53-4fce-8650-cb76f767e5c3 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0698051 Oct 30 01:01:12.507629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce req-96d44ac1-24d7-4091-90bf-b1af9356efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:12.509102 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce req-96d44ac1-24d7-4091-90bf-b1af9356efd7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=6b68b886c19c45d585409651f33b8626&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2355647 Oct 30 01:01:12.625270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-9b4ec490-c54b-44a2-8329-ad4bcf9572ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:12.626779 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-9b4ec490-c54b-44a2-8329-ad4bcf9572ed service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996315 Oct 30 01:01:12.661628 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce req-ee0a7183-46b3-4625-8d12-ed629f0fae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:12.663391 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-3cd48ec2-4a63-4b50-9fd6-8087b968f8ce req-ee0a7183-46b3-4625-8d12-ed629f0fae0e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343002 Oct 30 01:01:12.872405 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-e23e4a06-9f53-431a-b979-786747fbe72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:12.874041 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-e23e4a06-9f53-431a-b979-786747fbe72d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 1127 time: 0.0494254 Oct 30 01:01:12.897994 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-01ee0b8f-4407-431c-afc5-f78eddec8b0c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634612 Oct 30 01:01:13.103464 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5ba47-0e02-48fc-9bc5-296ad89f240a req-f438f2a4-e935-421b-9960-920914b2bca0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:13.105009 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1b5ba47-0e02-48fc-9bc5-296ad89f240a req-f438f2a4-e935-421b-9960-920914b2bca0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0854230 Oct 30 01:01:13.105758 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-f90df679-353e-442f-ba68-26e81793d268 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fe8633-400b-4adf-99ff-00c04190ea67 HTTP/1.1" status: 200 len: 217 time: 0.0526853 Oct 30 01:01:13.116374 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a298e-6bf3-4606-9ddd-5235a424e955 req-b45ea3eb-37cd-46fb-bd59-9e23f49efa93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:13.118589 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f14a298e-6bf3-4606-9ddd-5235a424e955 req-b45ea3eb-37cd-46fb-bd59-9e23f49efa93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0706971 Oct 30 01:01:13.148409 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:13.196259 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f14a298e-6bf3-4606-9ddd-5235a424e955 req-02eb0651-09c2-4a0b-ac69-02753e027ab7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699646 Oct 30 01:01:13.208314 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a1b5ba47-0e02-48fc-9bc5-296ad89f240a req-8e38bf6c-ec09-4266-bca0-52f582131a79 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886788 Oct 30 01:01:13.212640 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-f3afdff5-b995-48e6-a17e-c22f14d32fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:13.214174 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-f3afdff5-b995-48e6-a17e-c22f14d32fa5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0778232 Oct 30 01:01:13.235399 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-09549d6b-86e7-46fc-805c-8c04624d4f24 req-334fe779-53a3-48e4-87e7-344b911049a0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834314 Oct 30 01:01:13.271344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:13.277954 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-4236e64f-dc7f-4e11-9ee6-17ee2f192cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:13.279623 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-4236e64f-dc7f-4e11-9ee6-17ee2f192cc6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592151 Oct 30 01:01:13.333377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e804f30-a318-4bf4-aae4-38fcac935552 req-a5fe7e98-a2e5-4ac2-9d5e-972253cf3ba4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:13.335028 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e804f30-a318-4bf4-aae4-38fcac935552 req-a5fe7e98-a2e5-4ac2-9d5e-972253cf3ba4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0500250 Oct 30 01:01:13.390808 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e804f30-a318-4bf4-aae4-38fcac935552 req-5f29a84d-e3ae-4e8e-9e8f-fb5c51313aa3 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501704 Oct 30 01:01:13.804086 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-89916b71-f078-4f0e-b6d1-14ca3daf17dc req-98f9df22-b172-4020-a4a1-4b104f74cdb6 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:01:13.805195 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89916b71-f078-4f0e-b6d1-14ca3daf17dc req-98f9df22-b172-4020-a4a1-4b104f74cdb6 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0532994 Oct 30 01:01:13.989352 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23499c8-e301-4174-9dc1-189a458055c1 req-ac049135-e6e0-4886-93d3-fac6298e2d29 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:13.990807 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b23499c8-e301-4174-9dc1-189a458055c1 req-ac049135-e6e0-4886-93d3-fac6298e2d29 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0481360 Oct 30 01:01:14.003541 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:14.041062 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b23499c8-e301-4174-9dc1-189a458055c1 req-0f4c4bf2-9c2a-4281-ba35-9cbf7d15f400 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442185 Oct 30 01:01:14.145705 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45876) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:14.229955 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-a111fe01-cc7b-4df4-9e14-550b716345c1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830512 Oct 30 01:01:14.238839 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-0e09a813-da68-466f-aeb8-dc3ce4de4a5f service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:01:14.239844 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-0e09a813-da68-466f-aeb8-dc3ce4de4a5f service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050895 Oct 30 01:01:14.324777 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 45886) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:14.325955 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f6365-5876-410b-9c99-3ef24004e923 req-ba83da84-5aba-4b43-86cd-3966f065d6ac tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:14.327512 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec7f6365-5876-410b-9c99-3ef24004e923 req-ba83da84-5aba-4b43-86cd-3966f065d6ac tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0498600 Oct 30 01:01:14.376644 dv-cinder-master-3-iscsi neutron-server[104542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 30 01:01:14.378854 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec7f6365-5876-410b-9c99-3ef24004e923 req-0f01b959-e97a-4975-a9cd-6fdb36420569 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451379 Oct 30 01:01:14.421043 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-e6d1fbad-bc51-4845-9811-437087c028fd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:14.422424 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-e6d1fbad-bc51-4845-9811-437087c028fd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports/5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 941 time: 0.0961225 Oct 30 01:01:14.511066 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd834-9978-4153-b063-f17d9ba4ff21 req-afb0e2c9-a4c1-4f58-9725-5297c125081f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:14.512614 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d3fd834-9978-4153-b063-f17d9ba4ff21 req-afb0e2c9-a4c1-4f58-9725-5297c125081f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0500076 Oct 30 01:01:14.561402 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d3fd834-9978-4153-b063-f17d9ba4ff21 req-1b2f3730-8982-40f8-8a98-100d7e4d0676 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Oct 30 01:01:15.178381 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11b125-ba3d-4224-abe4-d39629fa221d req-046a5017-fa65-4027-9dcf-ba90613b3c2d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:15.179860 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5a11b125-ba3d-4224-abe4-d39629fa221d req-046a5017-fa65-4027-9dcf-ba90613b3c2d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0484104 Oct 30 01:01:15.230850 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5a11b125-ba3d-4224-abe4-d39629fa221d req-e3d2e132-a313-4213-ad75-03b6a8af5d33 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452454 Oct 30 01:01:15.507305 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218164-8133-4304-a01e-a832f7f8ac8a req-92111a37-5b49-4805-99be-fbfb8df6c58a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:15.508778 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d218164-8133-4304-a01e-a832f7f8ac8a req-92111a37-5b49-4805-99be-fbfb8df6c58a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0470877 Oct 30 01:01:15.560528 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d218164-8133-4304-a01e-a832f7f8ac8a req-e35278d7-8a9f-45dd-b3fe-5fcf8a26fab5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Oct 30 01:01:15.680562 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51581ea-6fbc-4f15-8ddf-896d252ee0c2 req-f152cf99-aa2e-4401-b14a-b0e0bbcabce2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:15.681988 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c51581ea-6fbc-4f15-8ddf-896d252ee0c2 req-f152cf99-aa2e-4401-b14a-b0e0bbcabce2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0460258 Oct 30 01:01:15.733334 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c51581ea-6fbc-4f15-8ddf-896d252ee0c2 req-3565ebe0-8b1b-48e3-b5f7-426e6eaf2513 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Oct 30 01:01:16.363436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1a48d-1447-4bc5-9c1b-a5243b513199 req-a3904dea-8899-4e89-b2fe-5fd2a66bbb09 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:16.364952 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3a1a48d-1447-4bc5-9c1b-a5243b513199 req-a3904dea-8899-4e89-b2fe-5fd2a66bbb09 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0481389 Oct 30 01:01:16.411996 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3a1a48d-1447-4bc5-9c1b-a5243b513199 req-ad12d5e1-0eb3-43c7-8ec1-0104349a397b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413570 Oct 30 01:01:16.701030 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45389c72-37a3-403f-9e27-33c49bb151fc req-7bdfb808-ab15-4505-bffe-5c0e6c24cc7c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:16.702497 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-45389c72-37a3-403f-9e27-33c49bb151fc req-7bdfb808-ab15-4505-bffe-5c0e6c24cc7c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0573881 Oct 30 01:01:16.727170 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:16.755823 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-45389c72-37a3-403f-9e27-33c49bb151fc req-711935dd-c6d8-4e66-a607-cb0037cc71d2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Oct 30 01:01:16.856968 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6210fd-f97e-4f25-b109-9736b7656e9b req-d0d4b736-3ca2-4713-a64a-99709b142853 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:16.858565 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6f6210fd-f97e-4f25-b109-9736b7656e9b req-d0d4b736-3ca2-4713-a64a-99709b142853 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0477204 Oct 30 01:01:16.909023 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6f6210fd-f97e-4f25-b109-9736b7656e9b req-f49e2c81-385d-434a-b723-9d1fa357d2ec tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Oct 30 01:01:17.562881 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e77d-0ce0-4c17-8844-64de64cf3eca req-4621a258-32f1-4527-99ff-a7a9b1bb6123 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:17.564367 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8795e77d-0ce0-4c17-8844-64de64cf3eca req-4621a258-32f1-4527-99ff-a7a9b1bb6123 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0520387 Oct 30 01:01:17.613263 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8795e77d-0ce0-4c17-8844-64de64cf3eca req-41bfc033-4d81-4fd8-af08-2d2cfbbfcd7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430763 Oct 30 01:01:17.888013 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceabc1e-d84b-42dd-be6e-3ec679e6b909 req-612fa94b-63d8-4385-a67a-ebc1074452af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:17.889439 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dceabc1e-d84b-42dd-be6e-3ec679e6b909 req-612fa94b-63d8-4385-a67a-ebc1074452af tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0476758 Oct 30 01:01:17.939167 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dceabc1e-d84b-42dd-be6e-3ec679e6b909 req-b3578e80-682b-4085-915f-fd8028d080b8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Oct 30 01:01:18.039613 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc86b4-31bf-4cc4-a8c7-ba7f644ea116 req-34b9b958-7b7f-4d71-90b6-43d0d45fe5fb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:18.041104 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5cc86b4-31bf-4cc4-a8c7-ba7f644ea116 req-34b9b958-7b7f-4d71-90b6-43d0d45fe5fb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0483291 Oct 30 01:01:18.093287 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5cc86b4-31bf-4cc4-a8c7-ba7f644ea116 req-2e9361c3-3c00-45ac-9e0e-6bdcf98dcd03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450592 Oct 30 01:01:18.750873 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:18.763799 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08ada3-bbfe-4e97-a0db-af0c83e558ae req-7f90c2ed-49b7-429a-a2cc-f4919646703b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:18.765248 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8e08ada3-bbfe-4e97-a0db-af0c83e558ae req-7f90c2ed-49b7-429a-a2cc-f4919646703b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0473421 Oct 30 01:01:18.816395 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8e08ada3-bbfe-4e97-a0db-af0c83e558ae req-ef03a459-b623-4107-8399-10e3accad2bb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425048 Oct 30 01:01:19.059134 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dc87b-9de5-41f6-8b50-1a568a506de9 req-b4c71fea-5762-431c-8d8a-b96075d3cd72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:19.060612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5e5dc87b-9de5-41f6-8b50-1a568a506de9 req-b4c71fea-5762-431c-8d8a-b96075d3cd72 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0466619 Oct 30 01:01:19.107705 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5e5dc87b-9de5-41f6-8b50-1a568a506de9 req-0ffec40e-24a1-453f-af99-1ec59922ac0a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Oct 30 01:01:19.215813 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bed53-f106-44b8-932c-b732c4070506 req-405312ac-75bf-473b-bdde-6d83877353eb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:19.217259 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f68bed53-f106-44b8-932c-b732c4070506 req-405312ac-75bf-473b-bdde-6d83877353eb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0508018 Oct 30 01:01:19.268012 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f68bed53-f106-44b8-932c-b732c4070506 req-9c7fca2f-c143-4323-b0bf-dd33cf837782 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423982 Oct 30 01:01:19.754011 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:01:19.829644 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: DOWN; New status is: DOWN {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:19.951974 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275214-9e52-4f90-9ca1-b98a1c5659b4 req-7aa8f8c9-9583-443f-be66-e9b658bb0f34 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:19.953886 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bd275214-9e52-4f90-9ca1-b98a1c5659b4 req-7aa8f8c9-9583-443f-be66-e9b658bb0f34 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0484316 Oct 30 01:01:20.002643 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bd275214-9e52-4f90-9ca1-b98a1c5659b4 req-509e1bc5-0332-44e2-9312-70f862d21d83 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432265 Oct 30 01:01:20.248853 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820673fd-720d-405a-b28e-936ae980eff2 req-4f95ab11-de43-4096-98fb-ebdee03790d2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:20.250232 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-820673fd-720d-405a-b28e-936ae980eff2 req-4f95ab11-de43-4096-98fb-ebdee03790d2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0554552 Oct 30 01:01:20.303973 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-820673fd-720d-405a-b28e-936ae980eff2 req-9f32b4a8-a958-461d-af9a-7bd1c07a3a55 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Oct 30 01:01:20.398934 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68485-964a-43be-ab37-65720a516d77 req-f0dc67a1-96a8-46e2-a4d2-9f8cb354bc86 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:20.400433 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04c68485-964a-43be-ab37-65720a516d77 req-f0dc67a1-96a8-46e2-a4d2-9f8cb354bc86 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0526142 Oct 30 01:01:20.450447 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-04c68485-964a-43be-ab37-65720a516d77 req-5b42d1d6-2f9a-4de7-8a4a-7af948764ee8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443730 Oct 30 01:01:21.121074 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:21.132902 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8b598-3f32-4174-b687-1626ea43130c req-d5db1cc4-f379-4a79-a5fb-7012e207e691 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:21.134415 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c9c8b598-3f32-4174-b687-1626ea43130c req-d5db1cc4-f379-4a79-a5fb-7012e207e691 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0491664 Oct 30 01:01:21.188291 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c9c8b598-3f32-4174-b687-1626ea43130c req-f2267724-9133-4901-ba5d-722c7aa9d840 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480232 Oct 30 01:01:21.438870 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e82c2-b60a-4025-a59e-aab1138edf16 req-99a18ea4-c9c9-460b-a59c-dc2f8e935181 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:21.440535 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a6e82c2-b60a-4025-a59e-aab1138edf16 req-99a18ea4-c9c9-460b-a59c-dc2f8e935181 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0512407 Oct 30 01:01:21.494775 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a6e82c2-b60a-4025-a59e-aab1138edf16 req-c2ac7924-771d-4474-acc5-5b058fa6ce99 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Oct 30 01:01:21.572116 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef46dc-4a66-44bd-9697-6503ec3100ae req-5339cce3-2599-4dc4-97c1-0945d18c5c17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:21.573556 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d6ef46dc-4a66-44bd-9697-6503ec3100ae req-5339cce3-2599-4dc4-97c1-0945d18c5c17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0466855 Oct 30 01:01:21.625259 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d6ef46dc-4a66-44bd-9697-6503ec3100ae req-fd2d60e3-e28f-4b72-836a-bc003efcf43f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Oct 30 01:01:22.327275 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce30e48-35a3-4752-a8b4-3e44e202d962 req-bdb6772f-1ced-4f2a-8880-830141ab9a4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:22.328984 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1ce30e48-35a3-4752-a8b4-3e44e202d962 req-bdb6772f-1ced-4f2a-8880-830141ab9a4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0531185 Oct 30 01:01:22.384293 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1ce30e48-35a3-4752-a8b4-3e44e202d962 req-2a12855f-bec3-4424-979d-3f24f361e4cd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468411 Oct 30 01:01:22.642637 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9242-c6ad-4d79-b01c-f83f04767435 req-7f988976-4858-4264-869f-1e58c1512c4a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:22.644997 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c3e9242-c6ad-4d79-b01c-f83f04767435 req-7f988976-4858-4264-869f-1e58c1512c4a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0630343 Oct 30 01:01:22.694470 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c3e9242-c6ad-4d79-b01c-f83f04767435 req-457cf523-eb53-42e3-a679-55ac52719b64 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Oct 30 01:01:22.747047 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae22ec-264c-406e-8370-bfcb988ea578 req-8a7fe913-2e00-4386-ac00-daaac1f0f0db tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:22.748549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-98ae22ec-264c-406e-8370-bfcb988ea578 req-8a7fe913-2e00-4386-ac00-daaac1f0f0db tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0479734 Oct 30 01:01:22.767498 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:22.807402 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-98ae22ec-264c-406e-8370-bfcb988ea578 req-54dd0951-9fca-42d9-bf3f-996f15223dd4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499737 Oct 30 01:01:23.510721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3cbca-b5c4-425b-8b97-2247791bf2de req-16131a98-8fff-4bad-ba26-d73c1f42923a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:23.512201 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7aa3cbca-b5c4-425b-8b97-2247791bf2de req-16131a98-8fff-4bad-ba26-d73c1f42923a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0473390 Oct 30 01:01:23.559077 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7aa3cbca-b5c4-425b-8b97-2247791bf2de req-5f8e3900-970d-4cc1-a097-9c79fc1ba8ac tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413396 Oct 30 01:01:23.832248 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcffb5-a383-404c-a3a8-64f5dfc51ee5 req-ab8603d4-2c5b-4092-b480-02e679647d33 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:23.833711 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-22dcffb5-a383-404c-a3a8-64f5dfc51ee5 req-ab8603d4-2c5b-4092-b480-02e679647d33 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0515864 Oct 30 01:01:23.885427 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-22dcffb5-a383-404c-a3a8-64f5dfc51ee5 req-d82e0b4b-cff0-44e0-869c-228bc216246c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Oct 30 01:01:23.935848 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388f322-b5c0-4958-b2b3-ba426cdd41a1 req-db4b5318-2587-4c79-84a7-cd0b530a31b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:23.937315 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f388f322-b5c0-4958-b2b3-ba426cdd41a1 req-db4b5318-2587-4c79-84a7-cd0b530a31b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0497911 Oct 30 01:01:23.985421 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f388f322-b5c0-4958-b2b3-ba426cdd41a1 req-ccf50770-8b1a-4ccc-88d1-417384b1efe3 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Oct 30 01:01:24.411209 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=11 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:24.413668 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=8 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:24.691304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0f52-609c-4d41-a6fb-e12ce6ef2c59 req-376c50ea-47c5-4c7f-934f-79e39d1b4e1f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:24.692794 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-281b0f52-609c-4d41-a6fb-e12ce6ef2c59 req-376c50ea-47c5-4c7f-934f-79e39d1b4e1f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0472531 Oct 30 01:01:24.741990 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-281b0f52-609c-4d41-a6fb-e12ce6ef2c59 req-8b13500d-3f00-42ee-847c-0b47134235fb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435371 Oct 30 01:01:25.013686 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3704-11b8-4993-930d-0f237ba60d56 req-789f3635-6402-49b5-82dc-1fdcb54f5631 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:25.015248 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b8a3704-11b8-4993-930d-0f237ba60d56 req-789f3635-6402-49b5-82dc-1fdcb54f5631 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0466776 Oct 30 01:01:25.075989 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b8a3704-11b8-4993-930d-0f237ba60d56 req-5b955a45-fa52-47ca-ad3f-ed9ff8afe5a3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545657 Oct 30 01:01:25.109394 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d4cbc-fc35-46f2-9527-c1956e65cf45 req-72f0d660-4667-46f6-8e6e-10df496219fc tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:25.110854 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e64d4cbc-fc35-46f2-9527-c1956e65cf45 req-72f0d660-4667-46f6-8e6e-10df496219fc tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0503054 Oct 30 01:01:25.161641 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e64d4cbc-fc35-46f2-9527-c1956e65cf45 req-9a65df97-c3f3-4848-877b-582ebba102e0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Oct 30 01:01:25.876301 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:25.890567 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0359ad-088a-47d8-96cb-886a6de16682 req-63dd91e9-2b26-4853-8f44-68381a06aebc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:25.892050 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fd0359ad-088a-47d8-96cb-886a6de16682 req-63dd91e9-2b26-4853-8f44-68381a06aebc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0488925 Oct 30 01:01:25.944526 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fd0359ad-088a-47d8-96cb-886a6de16682 req-f0957657-18dc-4722-a63d-2d9c56ed3d2a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434854 Oct 30 01:01:26.217424 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b4847-9657-4afb-8fcb-721922f17ce8 req-39d4dbff-7b5a-4304-95de-6106f2584b98 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:26.218903 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e71b4847-9657-4afb-8fcb-721922f17ce8 req-39d4dbff-7b5a-4304-95de-6106f2584b98 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0571318 Oct 30 01:01:26.300786 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd68f46-660a-453a-bd05-77beb241e7b8 req-746edc87-9e63-4aca-bcbd-473adb7372a8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:26.302245 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8fd68f46-660a-453a-bd05-77beb241e7b8 req-746edc87-9e63-4aca-bcbd-473adb7372a8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0610902 Oct 30 01:01:26.306220 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e71b4847-9657-4afb-8fcb-721922f17ce8 req-66c5339b-e8d1-476c-8318-319235d18dc3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814233 Oct 30 01:01:26.351383 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8fd68f46-660a-453a-bd05-77beb241e7b8 req-7ebeaaa5-3ebb-42b8-a04f-a67cf92a678e tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Oct 30 01:01:27.086690 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa1eec-08c0-473d-8c10-71e28d5357cb req-5f526787-28f4-44c3-897a-1b4f8a70a703 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:27.088080 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-40fa1eec-08c0-473d-8c10-71e28d5357cb req-5f526787-28f4-44c3-897a-1b4f8a70a703 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0542073 Oct 30 01:01:27.135972 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:27.141076 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-40fa1eec-08c0-473d-8c10-71e28d5357cb req-9567cd3e-4b2c-475d-b5f2-21bb1e112cbd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453501 Oct 30 01:01:27.445595 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f8ae5-cd36-42cb-923a-bc7b0f064d26 req-f7228db2-2c34-4b84-8294-6efa8856e9e5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:27.447051 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b80f8ae5-cd36-42cb-923a-bc7b0f064d26 req-f7228db2-2c34-4b84-8294-6efa8856e9e5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0556586 Oct 30 01:01:27.507606 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa6ad-5c1f-42a6-9fc8-7e327328100c req-943e9dff-8443-48a2-801f-bb25d2c8a648 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:27.509049 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a4eaa6ad-5c1f-42a6-9fc8-7e327328100c req-943e9dff-8443-48a2-801f-bb25d2c8a648 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0706604 Oct 30 01:01:27.537397 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b80f8ae5-cd36-42cb-923a-bc7b0f064d26 req-f7ce6846-e2c1-484e-9ea1-0517aacc33da tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815530 Oct 30 01:01:27.569193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a4eaa6ad-5c1f-42a6-9fc8-7e327328100c req-d7c31b48-049d-4d21-91e1-48f14b8c0d98 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543942 Oct 30 01:01:28.282324 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b06bfd-b910-4164-9f8b-7fde1b75c113 req-46f400b5-3e19-4cdb-879e-58107d0cccce tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:28.283820 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d1b06bfd-b910-4164-9f8b-7fde1b75c113 req-46f400b5-3e19-4cdb-879e-58107d0cccce tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0477884 Oct 30 01:01:28.334898 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d1b06bfd-b910-4164-9f8b-7fde1b75c113 req-7b909b9d-8d39-4906-b9ba-731a29ee1ac3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429003 Oct 30 01:01:28.668525 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c488d4a-29c3-4fbc-ae92-f302ddf000ff req-e841c87e-022b-4499-a91b-6e698fddbcb4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:28.670210 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c488d4a-29c3-4fbc-ae92-f302ddf000ff req-e841c87e-022b-4499-a91b-6e698fddbcb4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0579660 Oct 30 01:01:28.731806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cfb55-f3bd-4281-a94a-811f3d49f921 req-44cc3854-d0af-4a23-b794-f10b09bc52e8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:28.733733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b02cfb55-f3bd-4281-a94a-811f3d49f921 req-44cc3854-d0af-4a23-b794-f10b09bc52e8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0819359 Oct 30 01:01:28.807672 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b02cfb55-f3bd-4281-a94a-811f3d49f921 req-0048394e-7363-45b3-b922-4770bf15d9a7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629754 Oct 30 01:01:28.811054 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c488d4a-29c3-4fbc-ae92-f302ddf000ff req-1ef47a0c-15ea-4a9d-95bf-4595d07272df tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220849 Oct 30 01:01:29.010754 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-0cccd491-847a-4a9a-a514-7ba7f82cbe9b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910015 Oct 30 01:01:29.375215 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-33ff585b-ee21-4e13-9702-624a6493fd47 req-6a439b6b-f543-4f82-a1c5-bc9e312bf9a4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012187 Oct 30 01:01:29.463898 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d30990-f62d-4aa1-a43b-62480eede5df req-5d29fe0e-0c2a-4e16-850b-6db423bd2ba9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:29.465380 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b8d30990-f62d-4aa1-a43b-62480eede5df req-5d29fe0e-0c2a-4e16-850b-6db423bd2ba9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0486486 Oct 30 01:01:29.514514 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b8d30990-f62d-4aa1-a43b-62480eede5df req-b558d6c6-8f75-4ccc-abbe-0583fdcff711 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433025 Oct 30 01:01:29.822318 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:29.827581 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:30.203147 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44222a-486b-40a7-ba17-59ecc9cb6fe7 req-721df6c8-2a85-4df3-bd21-f6bfbf87bd6a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:30.204899 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a44222a-486b-40a7-ba17-59ecc9cb6fe7 req-721df6c8-2a85-4df3-bd21-f6bfbf87bd6a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.3050027 Oct 30 01:01:30.210725 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4661-8198-4d7e-a797-f8e01dcf48d4 req-63199b64-c145-4f11-816b-c319cfeb4683 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:30.212109 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24ff4661-8198-4d7e-a797-f8e01dcf48d4 req-63199b64-c145-4f11-816b-c319cfeb4683 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.3019335 Oct 30 01:01:30.220952 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:30.286047 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7a44222a-486b-40a7-ba17-59ecc9cb6fe7 req-60acfecc-f5bc-4252-9b9e-57dc19c708e2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730021 Oct 30 01:01:30.289331 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24ff4661-8198-4d7e-a797-f8e01dcf48d4 req-45f6d4e1-dcda-4960-9b7b-0bb80e582c6d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704560 Oct 30 01:01:30.648726 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32c190-c612-4a14-a7f0-07d4f2d5e11c req-8b722e81-7ed6-4f2d-a368-7dbf4c8e95f1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:30.650192 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d32c190-c612-4a14-a7f0-07d4f2d5e11c req-8b722e81-7ed6-4f2d-a368-7dbf4c8e95f1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0481355 Oct 30 01:01:30.704014 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d32c190-c612-4a14-a7f0-07d4f2d5e11c req-1eac0c86-696c-4536-954d-128093b21537 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447059 Oct 30 01:01:31.448791 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a9561-db13-4378-8a1e-23c55e043c9e req-2b883092-0f57-44f8-8c82-17b79217c665 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:31.450250 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3b9a9561-db13-4378-8a1e-23c55e043c9e req-2b883092-0f57-44f8-8c82-17b79217c665 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0738389 Oct 30 01:01:31.456242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdc7c-35a7-475f-af2f-023fe180172d req-1f9e13c1-a681-47b3-9b8a-01f90f90f049 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:31.457821 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-becfdc7c-35a7-475f-af2f-023fe180172d req-1f9e13c1-a681-47b3-9b8a-01f90f90f049 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 943 time: 0.0710230 Oct 30 01:01:31.534680 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3b9a9561-db13-4378-8a1e-23c55e043c9e req-7584e752-029e-465a-ba34-9a3096c78587 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759168 Oct 30 01:01:31.537681 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-becfdc7c-35a7-475f-af2f-023fe180172d req-b391a889-32d5-4eab-b895-77c415c19236 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729897 Oct 30 01:01:31.826317 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:31.842490 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320b38e-9113-4400-b9c4-f4e3dc4a372c req-ce5dcfa3-0223-476d-8175-2d77189aa8e9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:31.843956 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6320b38e-9113-4400-b9c4-f4e3dc4a372c req-ce5dcfa3-0223-476d-8175-2d77189aa8e9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0573714 Oct 30 01:01:31.893421 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6320b38e-9113-4400-b9c4-f4e3dc4a372c req-6e7b9b70-64f6-4299-80e0-ff3b8f35850d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435767 Oct 30 01:01:32.240059 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c4782435-5ac9-430e-95c9-c061a2747b76 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:01:32.351828 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c4782435-5ac9-430e-95c9-c061a2747b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4782435-5ac9-430e-95c9-c061a2747b76,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:32.363832 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:01:32.399411 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port c4782435-5ac9-430e-95c9-c061a2747b76 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:32.399827 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:32.413475 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4782435-5ac9-430e-95c9-c061a2747b76 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:01:32.433428 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c4782435-5ac9-430e-95c9-c061a2747b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4782435-5ac9-430e-95c9-c061a2747b76,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:32.441368 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:32.487465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=c4782435-5ac9-430e-95c9-c061a2747b76,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:32.692627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4e3cf-597b-48c9-9d04-eaf99046d721 req-ae52d0df-03be-4dc0-8594-1c14391485bf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:32.694081 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8f4e3cf-597b-48c9-9d04-eaf99046d721 req-ae52d0df-03be-4dc0-8594-1c14391485bf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 944 time: 0.0773647 Oct 30 01:01:32.699551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b4093-4d8d-4d03-bae2-8802414ac546 req-c4c40961-a159-4c5c-94f0-a5917c7ec61d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:32.700903 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e5b4093-4d8d-4d03-bae2-8802414ac546 req-c4c40961-a159-4c5c-94f0-a5917c7ec61d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0829461 Oct 30 01:01:32.773419 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f8f4e3cf-597b-48c9-9d04-eaf99046d721 req-19682664-a0df-44dc-97e2-edb691cbf6fa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716040 Oct 30 01:01:32.776751 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4e5b4093-4d8d-4d03-bae2-8802414ac546 req-a75a08b2-253d-45ec-a681-d7e6297a6363 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687976 Oct 30 01:01:33.033592 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abeaa5-8070-4f71-ac5f-8171226ca7ec req-3c7b1891-3fc4-422f-8680-e9c833782ab1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:33.035292 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c6abeaa5-8070-4f71-ac5f-8171226ca7ec req-3c7b1891-3fc4-422f-8680-e9c833782ab1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0501099 Oct 30 01:01:33.083479 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c6abeaa5-8070-4f71-ac5f-8171226ca7ec req-19a94a41-3760-4beb-9c8f-f25f2ae7fd10 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427053 Oct 30 01:01:33.924325 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72034f-a2a4-47bf-9ab7-06cfeb787e14 req-fc08e2b8-baa7-45e3-8035-5b0072b6cafc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:33.925775 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ff72034f-a2a4-47bf-9ab7-06cfeb787e14 req-fc08e2b8-baa7-45e3-8035-5b0072b6cafc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 944 time: 0.0770404 Oct 30 01:01:33.931702 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e974be-a3d0-4520-831f-debc7a91cdbe req-02b8ff5a-9182-4aae-9b47-a9d0765d74ac tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:33.933075 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-40e974be-a3d0-4520-831f-debc7a91cdbe req-02b8ff5a-9182-4aae-9b47-a9d0765d74ac tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0754843 Oct 30 01:01:34.005738 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ff72034f-a2a4-47bf-9ab7-06cfeb787e14 req-18445f4e-833e-43db-8176-1fcea14d3685 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717413 Oct 30 01:01:34.008951 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-40e974be-a3d0-4520-831f-debc7a91cdbe req-6456f79d-7fdf-4774-8ead-69a3761853ac tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692089 Oct 30 01:01:34.213859 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22134c8-9184-4312-8f39-686a647eff1f req-e0052b28-c624-4705-b31d-de87463b960a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:34.215301 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d22134c8-9184-4312-8f39-686a647eff1f req-e0052b28-c624-4705-b31d-de87463b960a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0512753 Oct 30 01:01:34.248942 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:34.264318 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d22134c8-9184-4312-8f39-686a647eff1f req-383d3593-06bc-4935-b513-5a5f07dc7e12 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431609 Oct 30 01:01:34.575191 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:34.576534 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:35.163542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03478e-bf0b-4fc0-8f24-e476e6f61e50 req-998030a9-6140-4351-be66-cc41ffbf77eb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:35.165088 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e03478e-bf0b-4fc0-8f24-e476e6f61e50 req-998030a9-6140-4351-be66-cc41ffbf77eb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0792866 Oct 30 01:01:35.170700 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc41928-e013-4995-ab21-e56c9238162d req-0cf43436-5ac5-4109-a40f-61d4cd191401 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:35.172082 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7fc41928-e013-4995-ab21-e56c9238162d req-0cf43436-5ac5-4109-a40f-61d4cd191401 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 944 time: 0.0837033 Oct 30 01:01:35.247020 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e03478e-bf0b-4fc0-8f24-e476e6f61e50 req-1a8046aa-ba8a-462e-893a-99e5b67cb94c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739911 Oct 30 01:01:35.250998 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7fc41928-e013-4995-ab21-e56c9238162d req-0bee4754-f9df-4d4b-aec5-4a93106766e7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708675 Oct 30 01:01:35.401635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa811a8a-2c55-4066-9552-71f10915ac7d req-80c3c214-bba2-40f4-bb9d-fb57ee3f4651 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:35.403053 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa811a8a-2c55-4066-9552-71f10915ac7d req-80c3c214-bba2-40f4-bb9d-fb57ee3f4651 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0491271 Oct 30 01:01:35.451445 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa811a8a-2c55-4066-9552-71f10915ac7d req-2bf9a622-59b4-422d-8bd1-5f791c232c53 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427070 Oct 30 01:01:35.604913 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['c4782435-5ac9-430e-95c9-c061a2747b76'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:01:35.713179 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:01:35.804984 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:36.163781 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-48d1bf12-8869-4950-8131-d57684e04ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:36.405420 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eab77-e97b-487e-bd57-09e1f343f29b req-c8d9d2aa-b8c3-4bb9-a36b-8d045e2a2734 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:36.406832 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce4eab77-e97b-487e-bd57-09e1f343f29b req-c8d9d2aa-b8c3-4bb9-a36b-8d045e2a2734 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0792820 Oct 30 01:01:36.412660 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1a3c4-100b-4765-b916-9ee8637c6b36 req-b6efaa12-0ee0-49f8-a5e9-07982515224b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:36.414019 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2ad1a3c4-100b-4765-b916-9ee8637c6b36 req-b6efaa12-0ee0-49f8-a5e9-07982515224b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 944 time: 0.0752409 Oct 30 01:01:36.466784 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:36.489234 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce4eab77-e97b-487e-bd57-09e1f343f29b req-eeb0e4db-a8f5-423e-bf5f-bf5544d8551f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742574 Oct 30 01:01:36.492533 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2ad1a3c4-100b-4765-b916-9ee8637c6b36 req-c55afe73-d75a-4bf9-af97-a1c76ac163be tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707881 Oct 30 01:01:36.594260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e8c56-445c-420c-ae24-be097468d3cb req-2fa459ef-bb1e-4cd2-99cf-54bfe3de8009 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:36.595694 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-069e8c56-445c-420c-ae24-be097468d3cb req-2fa459ef-bb1e-4cd2-99cf-54bfe3de8009 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0468423 Oct 30 01:01:36.643700 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-069e8c56-445c-420c-ae24-be097468d3cb req-6eacd9f7-0039-42b0-8cc5-c021fddc4708 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421941 Oct 30 01:01:37.651967 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04d51d-dec7-4da4-8f66-31c26b510353 req-5d97f653-0eed-4285-8450-79cef22d382d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:37.653440 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b04d51d-dec7-4da4-8f66-31c26b510353 req-5d97f653-0eed-4285-8450-79cef22d382d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0777364 Oct 30 01:01:37.659032 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970706ea-c734-42d3-b858-98a9fa44a106 req-8178827b-d257-4299-aa94-d9c7c70f6489 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:37.660409 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-970706ea-c734-42d3-b858-98a9fa44a106 req-8178827b-d257-4299-aa94-d9c7c70f6489 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 944 time: 0.0827794 Oct 30 01:01:37.734226 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b04d51d-dec7-4da4-8f66-31c26b510353 req-fabce194-9ea4-42c1-93c3-f31ee33f9242 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728221 Oct 30 01:01:37.737462 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-970706ea-c734-42d3-b858-98a9fa44a106 req-0e916b87-0658-437b-b1d8-c4028af54837 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691562 Oct 30 01:01:37.850156 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433250c-b822-413c-9550-b51a3e4a9aff req-b038a118-dfbe-4eac-947f-6403dbfe96ea tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:37.851662 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5433250c-b822-413c-9550-b51a3e4a9aff req-b038a118-dfbe-4eac-947f-6403dbfe96ea tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0597491 Oct 30 01:01:37.900167 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5433250c-b822-413c-9550-b51a3e4a9aff req-39c81b7a-09b7-4242-9aad-d69253edb77f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427437 Oct 30 01:01:37.902280 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c4782435-5ac9-430e-95c9-c061a2747b76 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:01:37.947739 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port c4782435-5ac9-430e-95c9-c061a2747b76 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:01:37.955310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port c4782435-5ac9-430e-95c9-c061a2747b76 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:37.955685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:37.956052 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port c4782435-5ac9-430e-95c9-c061a2747b76 Oct 30 01:01:38.028515 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port c4782435-5ac9-430e-95c9-c061a2747b76 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:38.028904 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:38.051808 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:38.054122 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8351a7-47d8-41b2-a8f2-6c329fed9103" -d '{"events": [{"server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "name": "network-vif-plugged", "status": "completed", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:38.066625 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c4782435-5ac9-430e-95c9-c061a2747b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4782435-5ac9-430e-95c9-c061a2747b76,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:38.071513 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:38.096730 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8463e7-a1ee-459e-8ca9-8bd2af296ac8 x-openstack-request-id: req-fe8463e7-a1ee-459e-8ca9-8bd2af296ac8 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:38.097038 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "name": "network-vif-plugged", "status": "completed", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:38.097294 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe8463e7-a1ee-459e-8ca9-8bd2af296ac8 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:38.097682 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8463e7-a1ee-459e-8ca9-8bd2af296ac8'] response: {'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'code': 200} Oct 30 01:01:38.123330 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=c4782435-5ac9-430e-95c9-c061a2747b76,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:38.130803 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.131151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.131512 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.131901 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.132239 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.132566 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.132895 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.133224 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.133529 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.133853 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.134172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.134508 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.134829 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.135149 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.135463 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:38.305828 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-99469378-7635-4e91-a7eb-8c8b19c6bf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:38.817400 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fed27f-2954-4cb5-a6fc-0625add5e5a2 req-7b084bcf-c0b9-4679-8427-54dd78231940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:38.819512 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04fed27f-2954-4cb5-a6fc-0625add5e5a2 req-7b084bcf-c0b9-4679-8427-54dd78231940 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0484922 Oct 30 01:01:38.870526 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04fed27f-2954-4cb5-a6fc-0625add5e5a2 req-e3affba7-8f16-4fb7-a24f-c169c7fe90e6 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405779 Oct 30 01:01:38.890351 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b84d3-297e-41f9-a457-6fb1821f47d3 req-5ecc080d-e4fc-4bf1-919e-45084eca38e9 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:38.891901 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-584b84d3-297e-41f9-a457-6fb1821f47d3 req-5ecc080d-e4fc-4bf1-919e-45084eca38e9 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0768211 Oct 30 01:01:38.899461 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25e3f0-b2c3-409d-9402-a30a34b30cb6 req-477fed90-63a7-4a49-9c7d-aac4b4697c6b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:38.900854 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8b25e3f0-b2c3-409d-9402-a30a34b30cb6 req-477fed90-63a7-4a49-9c7d-aac4b4697c6b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0746772 Oct 30 01:01:38.964138 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:38.979833 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8b25e3f0-b2c3-409d-9402-a30a34b30cb6 req-fc5b86ac-13f8-4356-acaf-a9cb5e2927a1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721545 Oct 30 01:01:38.982707 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-584b84d3-297e-41f9-a457-6fb1821f47d3 req-9a2c716d-8ec4-4050-a17b-cdffe35736ed tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808809 Oct 30 01:01:39.087525 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60187340-9677-4585-8554-12ee8b04829a req-7262a251-f109-49c6-b7f6-9d1628d9492c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:39.089037 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60187340-9677-4585-8554-12ee8b04829a req-7262a251-f109-49c6-b7f6-9d1628d9492c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0486770 Oct 30 01:01:39.137452 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60187340-9677-4585-8554-12ee8b04829a req-094d3e40-45e1-4ba0-9135-f8bbe86ce424 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428782 Oct 30 01:01:39.510724 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:39.918466 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c9fe8633-400b-4adf-99ff-00c04190ea67 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:01:39.940453 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:39.983420 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:40.031227 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c9fe8633-400b-4adf-99ff-00c04190ea67, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c9fe8633-400b-4adf-99ff-00c04190ea67,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:40.045541 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'port_id': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'mac_address': 'fa:16:3e:c5:8e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:01:40.083627 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port c9fe8633-400b-4adf-99ff-00c04190ea67 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:40.084055 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:40.097745 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fe8633-400b-4adf-99ff-00c04190ea67 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:01:40.118004 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c9fe8633-400b-4adf-99ff-00c04190ea67, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c9fe8633-400b-4adf-99ff-00c04190ea67,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:40.123701 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:40.153166 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0320a-8d51-4681-84ea-0f960fc2c61c req-0bbb6200-bfca-46b3-bed9-20ee1a2831d6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:40.154914 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1de0320a-8d51-4681-84ea-0f960fc2c61c req-0bbb6200-bfca-46b3-bed9-20ee1a2831d6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0769393 Oct 30 01:01:40.160633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab397bf-0a36-4d53-a9fa-520e73a5945d req-fd34bcdd-1c31-43dc-8114-c34e41441f09 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:40.162145 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fab397bf-0a36-4d53-a9fa-520e73a5945d req-fd34bcdd-1c31-43dc-8114-c34e41441f09 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 943 time: 0.0929780 Oct 30 01:01:40.184497 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=c9fe8633-400b-4adf-99ff-00c04190ea67,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:40.238191 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1de0320a-8d51-4681-84ea-0f960fc2c61c req-d017e73e-be70-4915-8baf-6cebdd9f6c66 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750837 Oct 30 01:01:40.241399 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fab397bf-0a36-4d53-a9fa-520e73a5945d req-484f165b-717b-4356-b313-1c0cd377a23b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721049 Oct 30 01:01:40.340824 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27523c7-4b09-4f9c-b2f8-9ac26ec3243d req-3e03b970-5ca7-415a-8f18-016a95adb13b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:40.342196 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f27523c7-4b09-4f9c-b2f8-9ac26ec3243d req-3e03b970-5ca7-415a-8f18-016a95adb13b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0497122 Oct 30 01:01:40.396272 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f27523c7-4b09-4f9c-b2f8-9ac26ec3243d req-ab9d0621-85c2-4b62-9afa-e96a8f44f092 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480919 Oct 30 01:01:41.097458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:41.103169 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['c9fe8633-400b-4adf-99ff-00c04190ea67'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:01:41.235627 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:41.400082 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae223-bccd-4d1e-85ba-f3d2194dc8f2 req-b68d34dd-4dc6-48a0-841d-f5c5d8bf40bf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:41.401570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-355ae223-bccd-4d1e-85ba-f3d2194dc8f2 req-b68d34dd-4dc6-48a0-841d-f5c5d8bf40bf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0778198 Oct 30 01:01:41.408923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f35b1-0d2d-4edf-ac70-a26ca652a489 req-69dd76ab-507a-4444-ba2c-78c9332a29b8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:41.410285 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4f1f35b1-0d2d-4edf-ac70-a26ca652a489 req-69dd76ab-507a-4444-ba2c-78c9332a29b8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 944 time: 0.0765798 Oct 30 01:01:41.429181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:41.485374 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-355ae223-bccd-4d1e-85ba-f3d2194dc8f2 req-0d07bbde-746d-48dd-8c68-3236e8571c61 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741327 Oct 30 01:01:41.488623 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4f1f35b1-0d2d-4edf-ac70-a26ca652a489 req-4f29fc63-64ce-4e12-85b0-1577f82d3ea4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715623 Oct 30 01:01:41.592070 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850c6e8-8669-4cd4-b68e-1676cdcce6f1 req-0976b976-523a-49f0-a73e-bb17119a57fb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:41.593491 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5850c6e8-8669-4cd4-b68e-1676cdcce6f1 req-0976b976-523a-49f0-a73e-bb17119a57fb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0512850 Oct 30 01:01:41.646190 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5850c6e8-8669-4cd4-b68e-1676cdcce6f1 req-d7b0018e-9725-4b4d-b97e-1b6267eb6073 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445313 Oct 30 01:01:42.476905 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c9fe8633-400b-4adf-99ff-00c04190ea67 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:01:42.525457 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port c9fe8633-400b-4adf-99ff-00c04190ea67 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:01:42.535640 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port c9fe8633-400b-4adf-99ff-00c04190ea67 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:01:42.536109 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:42.538000 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port c9fe8633-400b-4adf-99ff-00c04190ea67 Oct 30 01:01:42.631552 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port c9fe8633-400b-4adf-99ff-00c04190ea67 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:01:42.631960 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:42.657068 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:42.659422 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d55c1-1e9d-473a-9495-ed8525a51484" -d '{"events": [{"server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "name": "network-vif-plugged", "status": "completed", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:42.677037 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c9fe8633-400b-4adf-99ff-00c04190ea67, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c9fe8633-400b-4adf-99ff-00c04190ea67,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:42.680241 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679011-3a7c-4bf4-acba-b0913d3538a7 req-ba01d74f-f388-43b7-90ed-88914ae028f2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:42.681836 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-90679011-3a7c-4bf4-acba-b0913d3538a7 req-ba01d74f-f388-43b7-90ed-88914ae028f2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 944 time: 0.1068950 Oct 30 01:01:42.695963 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:42.699542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d1957-c347-4d5c-b3b1-605369b20b53 req-a08ebe7b-bdca-457d-83b1-a55bf7025db6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:42.701698 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-565d1957-c347-4d5c-b3b1-605369b20b53 req-a08ebe7b-bdca-457d-83b1-a55bf7025db6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.1148844 Oct 30 01:01:42.769209 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=c9fe8633-400b-4adf-99ff-00c04190ea67,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:42.786461 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-565d1957-c347-4d5c-b3b1-605369b20b53 req-94aabec2-8389-4e9c-b987-68bae578d146 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668743 Oct 30 01:01:42.834586 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-90679011-3a7c-4bf4-acba-b0913d3538a7 req-905e5ee6-2068-40f2-9d2a-cb8cd19e273d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448922 Oct 30 01:01:42.838135 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb427f-16e0-43e3-8754-81de9cb5b7f8 x-openstack-request-id: req-5eeb427f-16e0-43e3-8754-81de9cb5b7f8 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:42.838421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "name": "network-vif-plugged", "status": "completed", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:42.838672 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5eeb427f-16e0-43e3-8754-81de9cb5b7f8 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:42.839152 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eeb427f-16e0-43e3-8754-81de9cb5b7f8'] response: {'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'code': 200} Oct 30 01:01:42.973308 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27280cdb-73ca-49ab-b262-328aec7e15ac req-139ca9ed-ace2-49a6-adcb-245e81ca5cc8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:42.974895 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-27280cdb-73ca-49ab-b262-328aec7e15ac req-139ca9ed-ace2-49a6-adcb-245e81ca5cc8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0846477 Oct 30 01:01:42.980996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bbdf0-ac0f-44d9-970b-0b53733ca1fd req-ffcf986e-51ee-4f8c-90a1-cb1389932eb8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:42.982391 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b12bbdf0-ac0f-44d9-970b-0b53733ca1fd req-ffcf986e-51ee-4f8c-90a1-cb1389932eb8 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0810599 Oct 30 01:01:42.994989 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46196) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:43.002245 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'floatingip': {'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:43.045981 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-27280cdb-73ca-49ab-b262-328aec7e15ac req-47cc0734-1a05-4843-b19f-6cda060dbf05 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621607 Oct 30 01:01:43.061341 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:43.500445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:43.505655 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:43.653915 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Floating IP 84ee244f-1c33-4fa4-ad06-a19ca5459b50 associated. External IP: 172.37.3.182, port: c4782435-5ac9-430e-95c9-c061a2747b76. Oct 30 01:01:43.657856 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164e95-38ef-4e2d-b49f-f7eb9047d88e req-9cfbcf68-ca60-4242-84da-80462e2a06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:43.659450 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57164e95-38ef-4e2d-b49f-f7eb9047d88e req-9cfbcf68-ca60-4242-84da-80462e2a06f0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 1129 time: 0.0722077 Oct 30 01:01:43.768730 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:43.776065 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57164e95-38ef-4e2d-b49f-f7eb9047d88e req-8c364902-5dcf-4cb0-9d25-130772c8b0af service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845034 Oct 30 01:01:43.792203 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:43.901674 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Router 7f6d6cfa-30a1-423c-85fe-704946629860 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:01:43.960317 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc342b-01a5-4822-a1f5-cda22b323b1c req-3a820d10-00ae-415e-ba27-dce0785f06cd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:43.961928 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-67dc342b-01a5-4822-a1f5-cda22b323b1c req-3a820d10-00ae-415e-ba27-dce0785f06cd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0491652 Oct 30 01:01:43.998403 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:44.015759 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-67dc342b-01a5-4822-a1f5-cda22b323b1c req-229024c2-2bd4-4f81-b06c-0fc40177b9a1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480011 Oct 30 01:01:44.172551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5580d-9273-49e0-a399-bca756780118 req-dd48112a-e6f9-49e3-97e5-9dee325dda4c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:44.174028 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cfb5580d-9273-49e0-a399-bca756780118 req-dd48112a-e6f9-49e3-97e5-9dee325dda4c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0511432 Oct 30 01:01:44.224439 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cfb5580d-9273-49e0-a399-bca756780118 req-c7708ed8-98c0-4fa9-8abd-49bdb970901e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438249 Oct 30 01:01:44.251930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:01:44.256766 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:44.265465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] Sync routers for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:01:44.275205 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:44.275852 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:01:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:44.287494 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9702c14c-12b8-40f0-8dd1-7dd312c1b2f4 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/84ee244f-1c33-4fa4-ad06-a19ca5459b50 HTTP/1.1" status: 200 len: 991 time: 1.2906485 Oct 30 01:01:44.288321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:44.290630 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6013af-c5b8-4299-a9ac-2e2af1990b29" -d '{"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:44.397693 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd1f83f-3d0d-45fc-8d4d-64bb62f387af x-openstack-request-id: req-9fd1f83f-3d0d-45fc-8d4d-64bb62f387af {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:44.398139 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:44.398391 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fd1f83f-3d0d-45fc-8d4d-64bb62f387af {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:44.398840 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd1f83f-3d0d-45fc-8d4d-64bb62f387af'] response: {'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'status': 'completed', 'code': 200} Oct 30 01:01:44.406421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:44.441174 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:44.535908 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:44.664096 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84ee244f-1c33-4fa4-ad06-a19ca5459b50', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'floating_ip_address': '172.37.3.182', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:01:43Z', 'revision_number': 1, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:44.689528 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] Checking router: 7f6d6cfa-30a1-423c-85fe-704946629860 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:01:44.698562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:44.699168 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:01:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:44.800180 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:44.947518 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03575d8b-48db-411f-9950-e4d7be80ae44 req-66941d39-ec47-4986-98f7-11d2aff70bce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:44.949008 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-03575d8b-48db-411f-9950-e4d7be80ae44 req-66941d39-ec47-4986-98f7-11d2aff70bce tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0507085 Oct 30 01:01:44.996923 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-03575d8b-48db-411f-9950-e4d7be80ae44 req-085852e5-84fb-4a0e-aa5e-e90c553cd504 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Oct 30 01:01:45.019670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84ee244f-1c33-4fa4-ad06-a19ca5459b50', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'floating_ip_address': '172.37.3.182', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:01:43Z', 'revision_number': 1, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:45.048686 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1000c-cfc7-4da2-bd1e-c933d8495e4b None None] The sync data for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi is: [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84ee244f-1c33-4fa4-ad06-a19ca5459b50', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'floating_ip_address': '172.37.3.182', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:01:43Z', 'revision_number': 1, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:01:45.161568 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ea688-0170-4016-a6e8-60ef7f1f9b1c req-29294a71-391e-4742-83ce-c1b78dfbba99 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:45.164498 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-929ea688-0170-4016-a6e8-60ef7f1f9b1c req-29294a71-391e-4742-83ce-c1b78dfbba99 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0533366 Oct 30 01:01:45.206443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-fcf300e7-6b30-4564-b3ae-0b01d5047389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:45.208230 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-fcf300e7-6b30-4564-b3ae-0b01d5047389 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0542660 Oct 30 01:01:45.226891 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-929ea688-0170-4016-a6e8-60ef7f1f9b1c req-245006d6-2bea-40d3-b620-0c00361345cc tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516925 Oct 30 01:01:45.331496 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cfc68-478a-4a48-a14b-bef85e208019 None None] New status for floating IP 84ee244f-1c33-4fa4-ad06-a19ca5459b50: ACTIVE {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:01:45.374332 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10934b4-00cc-4607-8190-c7a29be47e4a req-1aaa8da6-9e69-4e24-9697-fd13b79d21ba tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:45.375976 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d10934b4-00cc-4607-8190-c7a29be47e4a req-1aaa8da6-9e69-4e24-9697-fd13b79d21ba tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0598238 Oct 30 01:01:45.443963 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d10934b4-00cc-4607-8190-c7a29be47e4a req-5cc20b1d-5039-4de5-a65c-ccc941f2034c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616798 Oct 30 01:01:46.117530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:46.129605 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a1aa7-91f6-404b-9258-806721cd03c3 req-572f84c1-7143-42b0-87aa-b18076bbabaf tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:46.131548 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-862a1aa7-91f6-404b-9258-806721cd03c3 req-572f84c1-7143-42b0-87aa-b18076bbabaf tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0526817 Oct 30 01:01:46.180309 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-862a1aa7-91f6-404b-9258-806721cd03c3 req-4ba810ea-482f-4bb9-b72b-e078368ef450 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Oct 30 01:01:46.366277 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e59eb-c9de-4a2e-a110-ab750669d195 req-e2fa67d5-c520-473c-855b-ce582d2532c7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:46.367850 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-315e59eb-c9de-4a2e-a110-ab750669d195 req-e2fa67d5-c520-473c-855b-ce582d2532c7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0512686 Oct 30 01:01:46.417025 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-315e59eb-c9de-4a2e-a110-ab750669d195 req-7233cdfb-a3dd-4371-ba89-7031edce29b5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Oct 30 01:01:46.564857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7eb3f-751c-4ad1-a44a-c4e78bb73de9 req-62082bb6-491d-4900-8ba9-b46108e24185 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:46.566321 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84f7eb3f-751c-4ad1-a44a-c4e78bb73de9 req-62082bb6-491d-4900-8ba9-b46108e24185 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0501764 Oct 30 01:01:46.613791 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84f7eb3f-751c-4ad1-a44a-c4e78bb73de9 req-7f07effc-28aa-421c-ab79-b7710ca6637c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414479 Oct 30 01:01:47.318444 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b60f9-76d7-4ae6-8f82-fb676579c91e req-b67427c6-2d29-435a-a23f-93157ce4b30f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:47.319954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e9b60f9-76d7-4ae6-8f82-fb676579c91e req-b67427c6-2d29-435a-a23f-93157ce4b30f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0477271 Oct 30 01:01:47.372148 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e9b60f9-76d7-4ae6-8f82-fb676579c91e req-20972dc2-a604-48c3-badd-fbffed6ab004 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Oct 30 01:01:47.556051 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea641ff-a726-4440-8171-cee97bbab5c1 req-30f358ee-8d49-4f9d-80fb-4a795c9786c5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:47.558273 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eea641ff-a726-4440-8171-cee97bbab5c1 req-30f358ee-8d49-4f9d-80fb-4a795c9786c5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0609241 Oct 30 01:01:47.612144 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eea641ff-a726-4440-8171-cee97bbab5c1 req-28566c2d-39c9-40d7-a692-6cda47a79d74 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Oct 30 01:01:47.747491 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df01a26-8cb2-4fb4-8cbe-0052f78ea29e req-ad7f4ddd-d30c-4174-9535-5fa3cd2a7814 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:47.749008 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9df01a26-8cb2-4fb4-8cbe-0052f78ea29e req-ad7f4ddd-d30c-4174-9535-5fa3cd2a7814 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0487709 Oct 30 01:01:47.798183 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9df01a26-8cb2-4fb4-8cbe-0052f78ea29e req-383b66e9-a9cc-4918-acfd-a47ba1c940da tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434802 Oct 30 01:01:48.505104 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c84e-d571-4601-b082-3ea5f9528d5b req-c7365680-623e-47d8-b3f5-881a53b1aad2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:48.506616 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d609c84e-d571-4601-b082-3ea5f9528d5b req-c7365680-623e-47d8-b3f5-881a53b1aad2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0551767 Oct 30 01:01:48.549208 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:48.561521 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d609c84e-d571-4601-b082-3ea5f9528d5b req-58e5da0f-1f62-4aa7-93a7-791271e4687c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468547 Oct 30 01:01:48.745954 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c24c5-9f63-4a3b-a524-dafd069a065e req-db403ec9-4f43-42c6-a161-03452f79a616 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:48.747416 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd5c24c5-9f63-4a3b-a524-dafd069a065e req-db403ec9-4f43-42c6-a161-03452f79a616 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0525520 Oct 30 01:01:48.794960 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd5c24c5-9f63-4a3b-a524-dafd069a065e req-3ef9b3e2-7cb7-4c41-b83b-da40e40fd15e tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Oct 30 01:01:48.924493 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbff1a7-f028-451a-9cf0-881c43897ea5 req-20e5f82f-9f3e-4aee-bebf-2587429669d2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:48.925887 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-abbff1a7-f028-451a-9cf0-881c43897ea5 req-20e5f82f-9f3e-4aee-bebf-2587429669d2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0479109 Oct 30 01:01:48.977469 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-abbff1a7-f028-451a-9cf0-881c43897ea5 req-75df1f19-784e-4482-a2ef-cb116c370f1e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431533 Oct 30 01:01:49.697125 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd766a74-25b0-4e00-b438-64a15dd400e1 req-14db631c-3e7c-418e-abf7-ad2b02d1751a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:49.698563 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fd766a74-25b0-4e00-b438-64a15dd400e1 req-14db631c-3e7c-418e-abf7-ad2b02d1751a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0522087 Oct 30 01:01:49.751492 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fd766a74-25b0-4e00-b438-64a15dd400e1 req-9b5fc025-535d-40c2-8d9b-a45d3e3bf4aa tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Oct 30 01:01:49.927732 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777139a-ec51-41cf-bbe2-6bee988482e3 req-fa1835a6-eabf-4c33-815b-a05324be407f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:49.929253 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1777139a-ec51-41cf-bbe2-6bee988482e3 req-fa1835a6-eabf-4c33-815b-a05324be407f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0475891 Oct 30 01:01:49.986375 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1777139a-ec51-41cf-bbe2-6bee988482e3 req-3b451ae3-5e0d-40c1-85ee-ba6aa744bcae tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489118 Oct 30 01:01:50.106578 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b795b2-8cf9-4fcf-8df8-0a0e41ba2977 req-ebef04a7-d082-4b61-918e-69e51b17adc6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:50.108094 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-32b795b2-8cf9-4fcf-8df8-0a0e41ba2977 req-ebef04a7-d082-4b61-918e-69e51b17adc6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0506814 Oct 30 01:01:50.139074 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:50.164324 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-32b795b2-8cf9-4fcf-8df8-0a0e41ba2977 req-5d11aa59-a4da-47a6-b500-ac767471969d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480628 Oct 30 01:01:50.880838 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ccf4a-1f4b-4b73-bd2b-6a88f9c978d1 req-b0a088d6-05a9-4ccd-8e62-43b65e447f00 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:50.882317 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d34ccf4a-1f4b-4b73-bd2b-6a88f9c978d1 req-b0a088d6-05a9-4ccd-8e62-43b65e447f00 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Oct 30 01:01:50.932341 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d34ccf4a-1f4b-4b73-bd2b-6a88f9c978d1 req-79dae8db-6997-4bcb-b3a0-ed7d5ed5999c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Oct 30 01:01:51.113457 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bebcf-c5a5-46bc-a038-94d7c9bac816 req-5b718d24-27bc-4656-9025-000826e277fe tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:51.115133 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-199bebcf-c5a5-46bc-a038-94d7c9bac816 req-5b718d24-27bc-4656-9025-000826e277fe tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0487878 Oct 30 01:01:51.167365 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-199bebcf-c5a5-46bc-a038-94d7c9bac816 req-a74b32c3-e590-4e22-befa-58e1c710bfc0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Oct 30 01:01:51.304645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea2897-2714-4189-8575-4867a80897e0 req-b52c27b0-d616-4c32-8cbe-5640c775264b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:51.306095 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10ea2897-2714-4189-8575-4867a80897e0 req-b52c27b0-d616-4c32-8cbe-5640c775264b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0611758 Oct 30 01:01:51.357041 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10ea2897-2714-4189-8575-4867a80897e0 req-89e93556-ab00-4397-9698-75c4770ed043 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427439 Oct 30 01:01:51.708149 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-3e3f39b3-c942-4363-b0f0-1fc9c928c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:51.709648 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-3e3f39b3-c942-4363-b0f0-1fc9c928c0ae service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.1042581 Oct 30 01:01:52.059840 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbb1e-cbfe-42fb-a392-5ca183eabdbb req-9ffa2650-3245-4f30-955e-ce87c24f77de tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.061336 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86dbbb1e-cbfe-42fb-a392-5ca183eabdbb req-9ffa2650-3245-4f30-955e-ce87c24f77de tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.0483563 Oct 30 01:01:52.124373 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86dbbb1e-cbfe-42fb-a392-5ca183eabdbb req-54c7d64b-ef96-4782-85b4-fa773916f791 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e728096-9f64-40a9-b524-6fdcf9362ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572433 Oct 30 01:01:52.153979 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-eacf08ae-88ee-4057-a1c4-a189f345f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.155615 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-eacf08ae-88ee-4057-a1c4-a189f345f5f1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f&tenant_id=a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 1128 time: 0.0824499 Oct 30 01:01:52.283702 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-fa73e253-7bdd-4618-b8a7-dcd88673037e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 1001 time: 0.0933702 Oct 30 01:01:52.284675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-9c067883-401f-450d-8f7a-7a1f181378d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.286052 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-9c067883-401f-450d-8f7a-7a1f181378d0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1128 time: 0.0557609 Oct 30 01:01:52.294673 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53489f3-9f39-47c7-9d35-3adeae9a9580 req-74fe9e32-dcdc-4b90-8587-a84b66a8e16d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.296131 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b53489f3-9f39-47c7-9d35-3adeae9a9580 req-74fe9e32-dcdc-4b90-8587-a84b66a8e16d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0500064 Oct 30 01:01:52.344835 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b53489f3-9f39-47c7-9d35-3adeae9a9580 req-a854a93b-d19d-4cb3-98a7-576a8004f320 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Oct 30 01:01:52.470534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-c2bd9aa3-c665-4f65-943a-8bcd4ee4613e tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.471911 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-c2bd9aa3-c665-4f65-943a-8bcd4ee4613e tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 946 time: 0.1144221 Oct 30 01:01:52.498166 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee9bf1-a299-40cd-8c2e-2bf48d9ce47f req-82e3b49a-1e5f-4ace-bf0b-3665c07fe2be tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.499803 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2aee9bf1-a299-40cd-8c2e-2bf48d9ce47f req-82e3b49a-1e5f-4ace-bf0b-3665c07fe2be tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0836785 Oct 30 01:01:52.500166 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-68036808-ff07-45b3-b046-75afed9c37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.501617 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-68036808-ff07-45b3-b046-75afed9c37a4 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.1431503 Oct 30 01:01:52.509303 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e194e-3c4b-43bf-a3a1-278497cb1a01 req-1a3f9351-e2a0-4be1-8003-2eb1c2d081d3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.510847 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e0e194e-3c4b-43bf-a3a1-278497cb1a01 req-1a3f9351-e2a0-4be1-8003-2eb1c2d081d3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0628417 Oct 30 01:01:52.511523 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 46292) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:52.516078 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'port_id': 'c9fe8633-400b-4adf-99ff-00c04190ea67'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:01:52.520747 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:52.574414 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (201ffd4f-9627-4b99-81bf-7a7d781854cc), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:52.591930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-eda9787d-6ba3-4358-ad48-88be4c1c3ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.593460 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-eda9787d-6ba3-4358-ad48-88be4c1c3ac7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697351 Oct 30 01:01:52.648010 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-db868f3d-5902-4806-8d38-559ca0ce8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.649492 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-db868f3d-5902-4806-8d38-559ca0ce8995 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.3004267 Oct 30 01:01:52.659085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e0e194e-3c4b-43bf-a3a1-278497cb1a01 req-3a2bfa94-0977-46ae-88ef-7e09cf6d3856 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399484 Oct 30 01:01:52.724081 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Deleting port 56471ebd-e8c3-4ce0-bd02-87518e117371 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:01:52.724781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:52.780241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:52.814806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:52.825951 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-4462dea1-ff98-4f7f-882d-86139ef75a71 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 200 len: 1000 time: 0.1436892 Oct 30 01:01:52.873000 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-245ad56a-e95c-49c5-a66f-31270454500c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674105 Oct 30 01:01:52.914721 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] For port 56471ebd-e8c3-4ce0-bd02-87518e117371, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56471ebd-e8c3-4ce0-bd02-87518e117371,segment=NetworkSegment(af1677f4-48c6-4068-9f2d-bdd40000874a),segment_id=af1677f4-48c6-4068-9f2d-bdd40000874a)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:01:52.915077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:52.964229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Calling delete_port for 56471ebd-e8c3-4ce0-bd02-87518e117371 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:01:52.968377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-949b4f72-d2f5-4c57-b6b9-942d3424c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:52.969932 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-949b4f72-d2f5-4c57-b6b9-942d3424c312 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.1361029 Oct 30 01:01:53.007518 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:53.027438 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:53.031745 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (201ffd4f-9627-4b99-81bf-7a7d781854cc), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:53.071751 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-3feef90f-7b4f-4630-8985-d67dbe6d0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:53.073262 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-3feef90f-7b4f-4630-8985-d67dbe6d0d6b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963578 Oct 30 01:01:53.078153 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-83545760-f0f0-4d28-84d1-457fa6336d60 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962137 Oct 30 01:01:53.134585 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 201ffd4f-9627-4b99-81bf-7a7d781854cc associated. External IP: 172.37.3.180, port: c9fe8633-400b-4adf-99ff-00c04190ea67. Oct 30 01:01:53.242848 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-a779720c-74f1-4a6b-bc80-d33ad1019488 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355293 Oct 30 01:01:53.243910 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (56471ebd-e8c3-4ce0-bd02-87518e117371), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:53.299436 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Pushing event deleted for resources: {'Port': ['ID=56471ebd-e8c3-4ce0-bd02-87518e117371,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:53.362591 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.362942 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.363288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.363643 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.363983 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.364318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.364650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.365096 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.365616 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.366024 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.366373 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.366708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.367030 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.367432 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.367670 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:53.398448 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] No DVR routers for this DVR port 56471ebd-e8c3-4ce0-bd02-87518e117371 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:01:53.402279 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:53.405549 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a43dfe80-595c-4d93-a282-615c1fe96d37 req-2a25a98e-f820-4cf2-a055-c173f08c6d01 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.43 "DELETE /networking/v2.0/ports/56471ebd-e8c3-4ce0-bd02-87518e117371 HTTP/1.1" status: 204 len: 173 time: 0.9207613 Oct 30 01:01:53.406083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'name': 'network-vif-deleted', 'tag': '56471ebd-e8c3-4ce0-bd02-87518e117371'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:53.408475 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d468677-087f-41d2-8813-ae20cdf48261" -d '{"events": [{"server_uuid": "db9ac414-31a5-4570-aa3f-37db3dac2049", "name": "network-vif-deleted", "tag": "56471ebd-e8c3-4ce0-bd02-87518e117371"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:53.445517 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d96afaff-4f71-49ec-ada0-bbf69bf27ef0 req-de2998c0-7f21-45b5-932f-e354f6394fdb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917133 Oct 30 01:01:53.460898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1753d65a-4644-44bf-b3db-e99842d1c2b3 x-openstack-request-id: req-1753d65a-4644-44bf-b3db-e99842d1c2b3 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:53.461247 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9ac414-31a5-4570-aa3f-37db3dac2049", "name": "network-vif-deleted", "tag": "56471ebd-e8c3-4ce0-bd02-87518e117371", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:53.461468 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1753d65a-4644-44bf-b3db-e99842d1c2b3 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:53.461873 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1753d65a-4644-44bf-b3db-e99842d1c2b3'] response: {'server_uuid': 'db9ac414-31a5-4570-aa3f-37db3dac2049', 'name': 'network-vif-deleted', 'tag': '56471ebd-e8c3-4ce0-bd02-87518e117371', 'status': 'completed', 'code': 200} Oct 30 01:01:53.518429 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-460f3da1-b42c-44df-8a6e-9d20c5bd1d97 req-42f78de9-17cc-4bf8-bb3c-e0c39a1728fe tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.2954776 Oct 30 01:01:53.653576 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:01:53.778995 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:01:53.784262 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:53.791017 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:01:53.803462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:53.804108 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:01:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:53.840291 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cc92fcd9-a0d5-4c37-96a2-39a076fd1d14 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/201ffd4f-9627-4b99-81bf-7a7d781854cc HTTP/1.1" status: 200 len: 991 time: 1.3273647 Oct 30 01:01:53.844233 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:01:53.846380 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f534a5-be3e-494b-860c-fa3e7e222d81" -d '{"events": [{"name": "network-changed", "server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:01:53.860630 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:53.878996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67afaa-96d5-4449-add2-a877238a1a46 req-82bcadd9-45ff-4e03-b009-168368f3b736 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:53.880651 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1c67afaa-96d5-4449-add2-a877238a1a46 req-82bcadd9-45ff-4e03-b009-168368f3b736 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.1259608 Oct 30 01:01:53.950795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1c67afaa-96d5-4449-add2-a877238a1a46 req-e4f0b24e-e01c-442b-8431-64e460452b59 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635259 Oct 30 01:01:54.004591 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54abeb18-d497-486d-8a69-c4655dce768e x-openstack-request-id: req-54abeb18-d497-486d-8a69-c4655dce768e {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:01:54.004889 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:01:54.005216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54abeb18-d497-486d-8a69-c4655dce768e {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:01:54.005725 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54abeb18-d497-486d-8a69-c4655dce768e'] response: {'name': 'network-changed', 'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'status': 'completed', 'code': 200} Oct 30 01:01:54.104969 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:54.378035 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '201ffd4f-9627-4b99-81bf-7a7d781854cc', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.180', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:c5:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:01:52Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}, {'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:54.414860 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:54.416374 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:01:54.428466 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:01:54.429442 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:01:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:54.564438 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:01:54.660349 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 56471ebd-e8c3-4ce0-bd02-87518e117371 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:01:54.683554 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-636913a1-34ef-4f15-bb9b-22aa76504408 req-3ad2ee14-82f6-4d28-bdd2-d1c5a2bf9ec9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0323193 Oct 30 01:01:54.694459 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 56471ebd-e8c3-4ce0-bd02-87518e117371 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:01:54.694917 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 56471ebd-e8c3-4ce0-bd02-87518e117371 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:01:54.804177 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:54.819330 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '201ffd4f-9627-4b99-81bf-7a7d781854cc', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.180', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:c5:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:01:52Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}, {'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:01:54.851953 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ada1b-7824-42ce-a2c6-e001861e7823 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '201ffd4f-9627-4b99-81bf-7a7d781854cc', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.180', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:c5:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:01:52Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}, {'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:01:55.080830 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa49609-ac72-48c1-9506-14cbf273209e None None] New status for floating IP 201ffd4f-9627-4b99-81bf-7a7d781854cc: ACTIVE {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:01:55.110726 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee4fd6-fcd2-462a-b149-b7f2c121527c req-51b5566a-22d1-48f0-b0f1-7fd55331d314 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:55.112335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-38ee4fd6-fcd2-462a-b149-b7f2c121527c req-51b5566a-22d1-48f0-b0f1-7fd55331d314 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0602720 Oct 30 01:01:55.207556 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-38ee4fd6-fcd2-462a-b149-b7f2c121527c req-fee827cb-250b-46a6-b079-818b1bc018e7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875642 Oct 30 01:01:55.811446 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-19bc208e-8a31-415f-8ae2-3d3332884bd9 req-bb1ba5d0-81d0-4078-94e8-1dec68279484 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0286849 Oct 30 01:01:56.357904 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92897c48-36b0-40b8-97b6-a48f40d58ff2 req-9fd0b529-0d07-4129-ac3d-74eae288ba63 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:56.359458 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92897c48-36b0-40b8-97b6-a48f40d58ff2 req-9fd0b529-0d07-4129-ac3d-74eae288ba63 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0597391 Oct 30 01:01:56.406354 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92897c48-36b0-40b8-97b6-a48f40d58ff2 req-15af20bc-b917-411f-aa21-48fe8119de1b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407476 Oct 30 01:01:56.963629 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-11cf4861-7c50-4a2e-9eb1-61125b39dcdd req-4c32851a-23bd-466e-a366-2f13bdfcbaa4 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0601130 Oct 30 01:01:57.041546 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 46364) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:57.168692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.251894 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Publish callbacks [] for security_group (e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.256849 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.284325 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:01:57.298043 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:57.303749 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ac8d8c3f3a234849ba1bd7d47e38ad71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609055 Oct 30 01:01:57.306693 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46368) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:01:57.318246 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.318687 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.319238 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.319580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.319937 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.320263 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.320604 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.320913 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.321236 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.321557 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.321879 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.322200 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.322517 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.322832 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.323144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089889c0-e3b7-4f08-bfb0-87d9fa185630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:01:57.369960 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d858bf71-0d8b-497c-8b30-d6ad7359ba43 admin admin] Publish callbacks [] for security_group (e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.389871 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d858bf71-0d8b-497c-8b30-d6ad7359ba43 admin admin] Publish callbacks [] for security_group (e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.440385 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d858bf71-0d8b-497c-8b30-d6ad7359ba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.442955 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d858bf71-0d8b-497c-8b30-d6ad7359ba43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:01:57.444251 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d858bf71-0d8b-497c-8b30-d6ad7359ba43 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9 HTTP/1.1" status: 204 len: 168 time: 0.1365824 Oct 30 01:01:57.452316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858bf71-0d8b-497c-8b30-d6ad7359ba43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aad419-7ac8-4ee6-bdc7-8416cf4c01c9,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:01:57.571810 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55157dfd-acbb-496b-aae1-422f2f94db6e req-0b433432-cfe0-4954-b0fb-f2cbdc0f1ffe tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:57.573317 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-55157dfd-acbb-496b-aae1-422f2f94db6e req-0b433432-cfe0-4954-b0fb-f2cbdc0f1ffe tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0588837 Oct 30 01:01:57.629519 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-55157dfd-acbb-496b-aae1-422f2f94db6e req-16bc8786-ab97-4ef4-8f6b-ed2b5434e077 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504646 Oct 30 01:01:58.092487 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-96b27eb1-0298-40f4-83fd-7478743287ad req-c867fe83-9518-4b24-9572-123f70a8a36f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0302172 Oct 30 01:01:58.775802 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e5a8a-898b-4a6d-84c7-d1d7800fa2a4 req-cc675463-b2ef-4016-9abc-8aa24b0a55de tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:58.778106 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-840e5a8a-898b-4a6d-84c7-d1d7800fa2a4 req-cc675463-b2ef-4016-9abc-8aa24b0a55de tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0586801 Oct 30 01:01:58.831904 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-840e5a8a-898b-4a6d-84c7-d1d7800fa2a4 req-e2829808-d86c-4edb-9e93-050138a9578e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468061 Oct 30 01:01:59.213688 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-997df957-15b2-4e1b-a1f6-02b2330d84c3 req-cd56a3b8-69ea-4cc5-b811-655f9bba28a8 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Oct 30 01:01:59.962950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20dc3f-4ff7-4b07-8c61-58daa2cec80b req-bc0cb9fd-ea9c-452c-bc56-6b89d104189a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:01:59.964491 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3a20dc3f-4ff7-4b07-8c61-58daa2cec80b req-bc0cb9fd-ea9c-452c-bc56-6b89d104189a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0529053 Oct 30 01:02:00.023418 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3a20dc3f-4ff7-4b07-8c61-58daa2cec80b req-6c1e7478-2499-4c04-b88c-c88a9323e16a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522492 Oct 30 01:02:00.355466 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d33d5880-d572-497f-ab4e-48562eaabe0a req-2704abb4-8e23-4bb6-aa6b-9a789c8a2da9 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0288422 Oct 30 01:02:01.155806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fa0c-9053-41d4-bde3-6cae21e204de req-fc344e4a-a251-4af9-bd95-c812c822b42b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:01.157489 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-68c3fa0c-9053-41d4-bde3-6cae21e204de req-fc344e4a-a251-4af9-bd95-c812c822b42b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0505223 Oct 30 01:02:01.222539 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-68c3fa0c-9053-41d4-bde3-6cae21e204de req-8a4458e4-a4d8-4db7-8d4f-d19699603f3a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590022 Oct 30 01:02:01.478102 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f31d9d68-e687-4164-9f01-76618aba3a17 req-7eecd8fe-eee3-4702-bb0f-7a1a50225d1a tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Oct 30 01:02:02.343980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:02.363208 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de530a-66a6-4e71-9a4f-ada67374e644 req-6b4bf72a-171c-4375-8d96-898969606949 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:02.364774 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10de530a-66a6-4e71-9a4f-ada67374e644 req-6b4bf72a-171c-4375-8d96-898969606949 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0571887 Oct 30 01:02:02.418021 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10de530a-66a6-4e71-9a4f-ada67374e644 req-b568e520-fd3b-4753-b4ae-2434ed3de2e7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461314 Oct 30 01:02:02.601184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b18639dd-d9e6-45c6-9f83-9433f4d296b6 req-5e9bb09c-d937-499d-9cb4-223975be9c61 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0300121 Oct 30 01:02:03.551324 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85813da3-b397-469f-b21e-692763cacefd req-b4c3170c-8948-45d7-92af-e2db7f2b7864 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:03.552888 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-85813da3-b397-469f-b21e-692763cacefd req-b4c3170c-8948-45d7-92af-e2db7f2b7864 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0522275 Oct 30 01:02:03.621193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-85813da3-b397-469f-b21e-692763cacefd req-37e8e821-6fbc-45f4-bc2d-8bdf5683599f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617552 Oct 30 01:02:03.717518 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2f9dc422-b307-4e71-90d9-82939b235cc2 req-24d9d8f0-5e0a-4821-886c-d666aaaec802 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0287566 Oct 30 01:02:04.777951 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdee28-02d1-4371-8eaf-c450fb9e4201 req-5d2562ac-8fa2-4b9a-871b-b6ba11fce556 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:04.780353 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4cfdee28-02d1-4371-8eaf-c450fb9e4201 req-5d2562ac-8fa2-4b9a-871b-b6ba11fce556 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0595667 Oct 30 01:02:04.830054 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:04.852482 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4cfdee28-02d1-4371-8eaf-c450fb9e4201 req-53fd9adb-82ef-4f7c-a425-53682102cd74 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659266 Oct 30 01:02:04.883925 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b6f35804-725f-43c7-857d-8459bbeb6b3b req-b4f43b07-b0d4-490c-8b68-284c9dcc7bbc tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0376990 Oct 30 01:02:05.567369 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:05.569918 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:05.681060 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:06.011455 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-631391ef-f20d-428b-933a-17f7c534671b req-718cecab-ea20-4366-8de6-8d07490aae2f tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0345354 Oct 30 01:02:06.020699 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e743e-664e-4146-8f82-31d3f2f6791f req-8f544c31-452c-4d2d-9a76-caf6cb8bcf38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:06.022223 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c83e743e-664e-4146-8f82-31d3f2f6791f req-8f544c31-452c-4d2d-9a76-caf6cb8bcf38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0826113 Oct 30 01:02:06.071312 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c83e743e-664e-4146-8f82-31d3f2f6791f req-62abef2e-7a3d-4e9b-8cd5-88b280d40f35 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418699 Oct 30 01:02:06.160502 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a17bc644-fb53-4075-916e-4efdbec795b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:07.143506 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-59220a3b-ac07-4de7-bcf8-390a76a8afde req-726435e9-3fa6-4ac7-95ad-a3ca358851f2 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0323002 Oct 30 01:02:07.200761 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a676d-1ad4-4b1d-92a5-45898197dd33 req-25aa0dbb-072f-468d-8858-2f673dea33e0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:07.202238 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b04a676d-1ad4-4b1d-92a5-45898197dd33 req-25aa0dbb-072f-468d-8858-2f673dea33e0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0488713 Oct 30 01:02:07.250438 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b04a676d-1ad4-4b1d-92a5-45898197dd33 req-189efdcf-0644-43c7-ae16-b2d0ce40e5b5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420034 Oct 30 01:02:07.447117 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:07.452689 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:DELETE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:08.263839 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fdb8d92a-d3eb-4207-aece-5b610495a6ce req-13a64078-5a41-4510-937f-25453b93fb1c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0280731 Oct 30 01:02:08.300159 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b750c841-e102-4b5c-9536-dc9ca5b2e798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:08.389893 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844c55-adaa-4948-8ccf-4c63bc310395 req-60bc588d-29eb-44f1-a917-3d875489aaf9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:08.391399 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-29844c55-adaa-4948-8ccf-4c63bc310395 req-60bc588d-29eb-44f1-a917-3d875489aaf9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0510566 Oct 30 01:02:08.426510 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:08.444129 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-29844c55-adaa-4948-8ccf-4c63bc310395 req-b8ac48d2-2a12-4690-a109-9f31c4e811b6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463431 Oct 30 01:02:09.396406 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bfd3e955-baa3-42ad-9df7-1ae56eec841b req-e4a63d1c-2e6e-4e42-beaa-d39ef85f273c tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0288599 Oct 30 01:02:09.508254 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:09.582715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035b52-1ab1-4e5b-bbda-29b610496f28 req-469de10d-16c3-4dea-9060-e15a80507e5a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:09.584121 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-57035b52-1ab1-4e5b-bbda-29b610496f28 req-469de10d-16c3-4dea-9060-e15a80507e5a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0536256 Oct 30 01:02:09.634127 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-57035b52-1ab1-4e5b-bbda-29b610496f28 req-de735cbd-0d7c-40b8-ac9e-efe0d0606d72 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419095 Oct 30 01:02:10.387616 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-aea097ff-bb12-459e-9cfd-c542ae246b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:10.389199 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-aea097ff-bb12-459e-9cfd-c542ae246b91 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 1129 time: 0.0502369 Oct 30 01:02:10.532484 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-33a137e3-6c06-484f-951c-0f2e462e2d94 req-ac0f1c7e-ceaf-419c-90db-172fc60bbb5b tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0357997 Oct 30 01:02:10.776340 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431f2dc-6ec2-4941-a2b2-c836e95b468f req-095e25c5-a010-4090-a266-61e00c071724 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:10.777807 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b431f2dc-6ec2-4941-a2b2-c836e95b468f req-095e25c5-a010-4090-a266-61e00c071724 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0538533 Oct 30 01:02:10.828264 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b431f2dc-6ec2-4941-a2b2-c836e95b468f req-7e5c1875-7f51-4816-9736-cbfc46480753 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422068 Oct 30 01:02:11.089576 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:11.238745 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:11.659069 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0781850d-8920-4eb3-a744-9b2876e9e21d req-12929b6d-6a80-4140-831e-8aaba239e6c4 tempest-VolumesSnapshotTestJSON-761222885 tempest-VolumesSnapshotTestJSON-761222885-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db9ac414-31a5-4570-aa3f-37db3dac2049 HTTP/1.1" status: 200 len: 210 time: 0.0282247 Oct 30 01:02:11.975960 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09173e04-7118-43f8-a978-1e0d969540cd req-522fb536-cfd0-4c13-8be8-d5e8208de540 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:11.977999 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09173e04-7118-43f8-a978-1e0d969540cd req-522fb536-cfd0-4c13-8be8-d5e8208de540 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0538442 Oct 30 01:02:12.030556 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09173e04-7118-43f8-a978-1e0d969540cd req-fe7b7e9e-9012-4c6a-8c5e-4651d779f1d7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467968 Oct 30 01:02:12.154293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-8982c8af-0440-4a39-8e8f-bad1531db2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:12.155873 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-8982c8af-0440-4a39-8e8f-bad1531db2c7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.0978653 Oct 30 01:02:12.248305 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-66423aab-392c-4c6f-82db-6498883d249f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731771 Oct 30 01:02:12.256340 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-cf911d8c-806f-43b8-880a-45869d83e7ce service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fe8633-400b-4adf-99ff-00c04190ea67 HTTP/1.1" status: 200 len: 1001 time: 0.0896537 Oct 30 01:02:12.605288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-cab443a0-f7c9-4800-8313-36661b261f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:12.606785 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-cab443a0-f7c9-4800-8313-36661b261f32 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0846748 Oct 30 01:02:12.607886 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-6d1a6130-8f98-49fd-9cd0-f4ab80cc64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:12.609229 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-6d1a6130-8f98-49fd-9cd0-f4ab80cc64e9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1129 time: 0.0785193 Oct 30 01:02:12.709694 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-166282ac-82ad-4473-a3d8-a46b57eae0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:12.711213 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-166282ac-82ad-4473-a3d8-a46b57eae0d9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954301 Oct 30 01:02:12.713458 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:02:12.799780 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-bc021e08-ef23-4556-9ce5-fd9e2ec48f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:12.801297 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-bc021e08-ef23-4556-9ce5-fd9e2ec48f37 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.1544673 Oct 30 01:02:12.861682 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-82484ff5-0268-4210-ba30-a9b5690b8cb5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 200 len: 217 time: 0.0481467 Oct 30 01:02:12.868384 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-bbd826db-159b-4e5d-be77-083e8fc4f329 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487274 Oct 30 01:02:13.161183 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d0162-5301-4084-8919-4fdbfe9826b5 req-a8a2305a-a057-4d2b-963f-e22eac5b0754 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:13.162840 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-250d0162-5301-4084-8919-4fdbfe9826b5 req-a8a2305a-a057-4d2b-963f-e22eac5b0754 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0486743 Oct 30 01:02:13.213391 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-250d0162-5301-4084-8919-4fdbfe9826b5 req-2268d7ab-0f01-4e9f-ba16-78c93daf28b5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446544 Oct 30 01:02:13.219744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-8a690b59-0035-46bf-9e8d-5a6ea17cea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:13.221237 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-8a690b59-0035-46bf-9e8d-5a6ea17cea09 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.3519974 Oct 30 01:02:13.281800 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d7f534a5-be3e-494b-860c-fa3e7e222d81 req-741e8d7c-a068-47ff-b228-26e85859482c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051671 Oct 30 01:02:13.284810 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-7546d5ed-7007-4b13-aa87-f3dc0aeb4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:13.286155 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-7546d5ed-7007-4b13-aa87-f3dc0aeb4947 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512233 Oct 30 01:02:13.401392 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-ac9fb634-5d08-4eb1-92db-0974c5921d39 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934005 Oct 30 01:02:13.491211 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:13.495456 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a8b89617-31a7-4b5f-8075-5210ff48b843 req-ed42b679-a255-48ff-b3b2-4c8e87025f39 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Oct 30 01:02:14.357794 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d884deb-f8f0-450e-9f14-3c07e1ebbe2d req-8c15b680-3852-4b2d-a937-1119a9addf92 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:14.359292 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4d884deb-f8f0-450e-9f14-3c07e1ebbe2d req-8c15b680-3852-4b2d-a937-1119a9addf92 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0535750 Oct 30 01:02:14.400038 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:14.408101 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4d884deb-f8f0-450e-9f14-3c07e1ebbe2d req-2a0481ab-b298-4612-8653-94ea0de5e699 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426235 Oct 30 01:02:15.546988 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01801c6-052d-4b5b-9e54-5ec687e92cb3 req-d58ca9d4-e9cc-459b-a695-a1c833fb819e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:15.548393 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c01801c6-052d-4b5b-9e54-5ec687e92cb3 req-d58ca9d4-e9cc-459b-a695-a1c833fb819e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0493159 Oct 30 01:02:15.602706 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c01801c6-052d-4b5b-9e54-5ec687e92cb3 req-9b9f60cb-9c54-4e74-b9dc-504859dcdfd9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457964 Oct 30 01:02:16.738971 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ac5a-b922-4ee9-b523-a4c12d5cabc9 req-ce230355-40a9-43a6-b85a-f8d8d5423f99 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:16.740465 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b40ac5a-b922-4ee9-b523-a4c12d5cabc9 req-ce230355-40a9-43a6-b85a-f8d8d5423f99 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0482645 Oct 30 01:02:16.789925 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b40ac5a-b922-4ee9-b523-a4c12d5cabc9 req-e647a9c0-9bbf-4edd-b5f2-6329d6d0cb3a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438635 Oct 30 01:02:17.935098 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8b7b-0087-413d-b1ba-8a05d45833ae req-a72e7254-2685-4747-91fe-7ecca0bf5f61 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:17.936586 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c4e8b7b-0087-413d-b1ba-8a05d45833ae req-a72e7254-2685-4747-91fe-7ecca0bf5f61 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0539310 Oct 30 01:02:17.985959 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8c4e8b7b-0087-413d-b1ba-8a05d45833ae req-a81884c1-484a-4c3e-b260-82b497f8a586 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414968 Oct 30 01:02:19.135602 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe7bf-1ba6-47b6-9a59-34d0a3bfa05e req-729601da-8b62-4b4b-824b-81eb14867063 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:19.137090 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-56bbe7bf-1ba6-47b6-9a59-34d0a3bfa05e req-729601da-8b62-4b4b-824b-81eb14867063 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0540617 Oct 30 01:02:19.194322 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-56bbe7bf-1ba6-47b6-9a59-34d0a3bfa05e req-ec3db625-7ede-4433-b138-34878dc3b6d0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513871 Oct 30 01:02:20.336616 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63434629-ad8f-4e97-8a5e-da5f942321e6 req-6284c83f-4e6f-41c5-b959-99b3f729e304 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:20.338086 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-63434629-ad8f-4e97-8a5e-da5f942321e6 req-6284c83f-4e6f-41c5-b959-99b3f729e304 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 944 time: 0.0478115 Oct 30 01:02:20.371499 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:20.393104 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-63434629-ad8f-4e97-8a5e-da5f942321e6 req-ca407b18-44a2-4161-97a1-2e4236feffd0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480199 Oct 30 01:02:20.561356 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:02:20.680987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:20.693633 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '5367850e-73d0-4814-af96-bd430c94c272', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'port_id': '5367850e-73d0-4814-af96-bd430c94c272', 'mac_address': 'fa:16:3e:fd:2f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:02:20.729536 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:20.729926 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:20.743131 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5367850e-73d0-4814-af96-bd430c94c272 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:02:20.768036 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:20.774340 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:20.822665 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:20.828846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=9']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:21.422561 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['5367850e-73d0-4814-af96-bd430c94c272'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:02:21.523626 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6123d-7c4b-4119-a8bc-4c025311b9e6 req-57d69340-c8f9-4b94-b3ef-00dd81481fa0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:21.525108 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84c6123d-7c4b-4119-a8bc-4c025311b9e6 req-57d69340-c8f9-4b94-b3ef-00dd81481fa0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 945 time: 0.0475893 Oct 30 01:02:21.575992 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84c6123d-7c4b-4119-a8bc-4c025311b9e6 req-ebbb1467-ec5a-4772-a67c-cf1ed96ceed8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446181 Oct 30 01:02:22.691276 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:22.708490 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:22.714223 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e081a5b-1225-4105-86e4-45c3ea715640 req-f60e2541-aaa1-47fa-b40d-f3170d2a3c59 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:22.715703 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e081a5b-1225-4105-86e4-45c3ea715640 req-f60e2541-aaa1-47fa-b40d-f3170d2a3c59 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 945 time: 0.0481470 Oct 30 01:02:22.740319 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 5367850e-73d0-4814-af96-bd430c94c272 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:22.740707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (5367850e-73d0-4814-af96-bd430c94c272), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:22.741030 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 5367850e-73d0-4814-af96-bd430c94c272 Oct 30 01:02:22.762303 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1e081a5b-1225-4105-86e4-45c3ea715640 req-8cc4a0dc-db8d-4fb1-9c00-ef46e5a9dec9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407286 Oct 30 01:02:22.811637 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 5367850e-73d0-4814-af96-bd430c94c272 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:22.812078 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:22.835626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:02:22.837894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c63d18-ee4c-4fa6-a602-7794ea235fb0" -d '{"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-plugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:02:22.850423 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:22.856073 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:22.906990 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=10']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:23.067027 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431f1e76-af92-4097-aa2e-87ef1a38622a x-openstack-request-id: req-431f1e76-af92-4097-aa2e-87ef1a38622a {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:02:23.067338 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-plugged", "status": "completed", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:02:23.067594 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-431f1e76-af92-4097-aa2e-87ef1a38622a {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:02:23.068038 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431f1e76-af92-4097-aa2e-87ef1a38622a'] response: {'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'code': 200} Oct 30 01:02:23.486435 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=87 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:23.765455 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb1219-0cc4-41cb-8384-8a64c6c5e77c req-e0fb504d-2877-4794-9e99-314457760709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:23.767090 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0eeb1219-0cc4-41cb-8384-8a64c6c5e77c req-e0fb504d-2877-4794-9e99-314457760709 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 1131 time: 0.0408173 Oct 30 01:02:23.815044 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0eeb1219-0cc4-41cb-8384-8a64c6c5e77c req-3dbb2b98-36d4-458b-bb3e-04c0c30ffd86 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415373 Oct 30 01:02:23.898890 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027ac59-b05e-44b9-bfd1-165390a5414e req-9a89395b-0eb7-4bb2-8bc5-11114827ed67 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:23.900302 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7027ac59-b05e-44b9-bfd1-165390a5414e req-9a89395b-0eb7-4bb2-8bc5-11114827ed67 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0532365 Oct 30 01:02:23.949938 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7027ac59-b05e-44b9-bfd1-165390a5414e req-d1e40f96-0333-4326-a1d2-7295cc118ae2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413215 Oct 30 01:02:25.095818 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f711c-80b9-42f4-8595-4a567f1f9dde req-2df3d8c4-215a-4d27-9066-631b67770856 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:25.097275 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-554f711c-80b9-42f4-8595-4a567f1f9dde req-2df3d8c4-215a-4d27-9066-631b67770856 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0565894 Oct 30 01:02:25.146581 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-554f711c-80b9-42f4-8595-4a567f1f9dde req-0978df92-964c-4c36-b946-c317e184eb2f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434933 Oct 30 01:02:26.281864 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36896fb-9750-4767-96e0-218787fbdf10 req-e70f3416-6af5-4582-98a9-b5e573098aa0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:26.283315 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e36896fb-9750-4767-96e0-218787fbdf10 req-e70f3416-6af5-4582-98a9-b5e573098aa0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0517306 Oct 30 01:02:26.336684 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e36896fb-9750-4767-96e0-218787fbdf10 req-a59978f4-5950-4cde-aa41-0708b3315053 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451245 Oct 30 01:02:27.476287 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de4bdb-7811-4ed1-a39a-2f75a440a3e3 req-fb1a564c-bae8-482f-91b4-079eed94a3bc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:27.477757 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e0de4bdb-7811-4ed1-a39a-2f75a440a3e3 req-fb1a564c-bae8-482f-91b4-079eed94a3bc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0536127 Oct 30 01:02:27.526932 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e0de4bdb-7811-4ed1-a39a-2f75a440a3e3 req-9e261535-301e-4ba9-a100-b0e8b2f81ac9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434141 Oct 30 01:02:28.673160 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691318-5143-4e03-8dd5-1d82a09acdba req-6c44b886-27ec-4171-9d88-5c414af777be tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:28.674549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b6691318-5143-4e03-8dd5-1d82a09acdba req-6c44b886-27ec-4171-9d88-5c414af777be tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0570929 Oct 30 01:02:28.733126 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b6691318-5143-4e03-8dd5-1d82a09acdba req-381be4a5-663b-4ee4-9a0a-9dc83eda99d7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525196 Oct 30 01:02:29.861526 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:29.879499 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9b25-97bd-4c76-9f23-7a7cb279d1f4 req-8a27bf5b-3694-470c-b874-7b8e6336bca0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:29.881307 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-08df9b25-97bd-4c76-9f23-7a7cb279d1f4 req-8a27bf5b-3694-470c-b874-7b8e6336bca0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0587997 Oct 30 01:02:29.928510 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-08df9b25-97bd-4c76-9f23-7a7cb279d1f4 req-23ad4382-d6bd-4762-965c-2039a74927d5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415778 Oct 30 01:02:31.071933 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731fa0c-82af-4ec9-9f81-d1c88ffa5467 req-17cc9a82-cd00-4710-954a-4d6882a7ade7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:31.073581 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9731fa0c-82af-4ec9-9f81-d1c88ffa5467 req-17cc9a82-cd00-4710-954a-4d6882a7ade7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0550520 Oct 30 01:02:31.140257 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9731fa0c-82af-4ec9-9f81-d1c88ffa5467 req-194115f9-38f4-4af2-9239-24dbf8a560e2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595934 Oct 30 01:02:32.288817 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e58e-e158-4c65-82b8-99a1cd0c039c req-c0a8503b-ce01-41d1-b65e-82226dd4b59c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:32.290303 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0198e58e-e158-4c65-82b8-99a1cd0c039c req-c0a8503b-ce01-41d1-b65e-82226dd4b59c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0506706 Oct 30 01:02:32.338715 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0198e58e-e158-4c65-82b8-99a1cd0c039c req-9117ac05-4846-40b1-9bcd-1ef32a79d6e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429764 Oct 30 01:02:32.903144 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:32.904393 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:33.804460 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=9 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:33.811923 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=9 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:35.680557 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:36.161504 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4cc92fd9-3680-49e7-a633-19e344101bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:38.304793 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-77bd45c6-0d26-4b8c-a1a7-d90a62d5d069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:39.512180 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.477696 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46670) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:40.528840 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Deleting subnet 50cc9db9-2b23-4c56-b57d-4ae948cc1fc3 {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:02:40.532180 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Publish callbacks [] for subnet (50cc9db9-2b23-4c56-b57d-4ae948cc1fc3), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.566573 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (50cc9db9-2b23-4c56-b57d-4ae948cc1fc3), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.611972 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (50cc9db9-2b23-4c56-b57d-4ae948cc1fc3), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.677977 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (50cc9db9-2b23-4c56-b57d-4ae948cc1fc3), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.692750 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.695913 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/50cc9db9-2b23-4c56-b57d-4ae948cc1fc3 HTTP/1.1" status: 204 len: 168 time: 0.2171957 Oct 30 01:02:40.698773 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 46672) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:40.717879 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741fb87-ff1e-41cf-9f4e-5cc8d99c9059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cc9db9-2b23-4c56-b57d-4ae948cc1fc3,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:40.763018 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:40.769903 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (58afba65-fd3f-46c8-9a69-fc8ae076237c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.850823 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (58afba65-fd3f-46c8-9a69-fc8ae076237c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.871807 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58afba65-fd3f-46c8-9a69-fc8ae076237c']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:40.881889 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1677f4-48c6-4068-9f2d-bdd40000874a') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:40.882181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1677f4-48c6-4068-9f2d-bdd40000874a') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:40.892040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (af1677f4-48c6-4068-9f2d-bdd40000874a), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.906273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (af1677f4-48c6-4068-9f2d-bdd40000874a), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.913871 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:02:40.914258 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (af1677f4-48c6-4068-9f2d-bdd40000874a), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.954639 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment af1677f4-48c6-4068-9f2d-bdd40000874a resource provider aggregate not found Oct 30 01:02:40.973225 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment af1677f4-48c6-4068-9f2d-bdd40000874a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af1677f4-48c6-4068-9f2d-bdd40000874a found for delete ", "request_id": "req-5e1f7477-c78b-49bb-819d-245369ac2a7f"}]} Oct 30 01:02:40.981910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (58afba65-fd3f-46c8-9a69-fc8ae076237c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.987788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:40.990859 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/58afba65-fd3f-46c8-9a69-fc8ae076237c HTTP/1.1" status: 204 len: 168 time: 0.2907979 Oct 30 01:02:41.003020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec43df-a942-4126-b61d-3429eb4ece7e admin admin] Pushing event deleted for resources: {'Network': ['ID=58afba65-fd3f-46c8-9a69-fc8ae076237c,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:41.084987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:41.167341 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46680) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:41.209421 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1a36e70f-05a9-4752-9691-84adffb82ac7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2fbc73a853584aaba6109090bd6b1281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408576 Oct 30 01:02:41.212172 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46682) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:41.234680 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:41.260975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f6a-1e1b-43dc-be71-7afc6a7c943e admin admin] Publish callbacks [] for security_group (1e728096-9f64-40a9-b524-6fdcf9362ce1), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:41.281076 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f6a-1e1b-43dc-be71-7afc6a7c943e admin admin] Publish callbacks [] for security_group (1e728096-9f64-40a9-b524-6fdcf9362ce1), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:41.329706 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f6a-1e1b-43dc-be71-7afc6a7c943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (1e728096-9f64-40a9-b524-6fdcf9362ce1), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:41.332586 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d97c9f6a-1e1b-43dc-be71-7afc6a7c943e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:41.333714 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d97c9f6a-1e1b-43dc-be71-7afc6a7c943e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1e728096-9f64-40a9-b524-6fdcf9362ce1 HTTP/1.1" status: 204 len: 168 time: 0.1206889 Oct 30 01:02:41.341887 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c9f6a-1e1b-43dc-be71-7afc6a7c943e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e728096-9f64-40a9-b524-6fdcf9362ce1,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:42.073094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46704) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:42.177561 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025630762-network', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:42.200787 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Made reservation on behalf of 1dcbf2e9fb2e4a4698633fcbb07c30cd for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:02:42.203146 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.212168 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.293098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks [] for security_group (f7576011-a7b5-41f5-b8e2-259864e68671), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.299750 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f7576011-a7b5-41f5-b8e2-259864e68671), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.325348 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:02:42.334760 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7576011-a7b5-41f5-b8e2-259864e68671,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:42.340797 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (1c4516c6-5691-45c6-ac75-f10b024b2581), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.341133 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Added segment 1c4516c6-5691-45c6-ac75-f10b024b2581 of type vlan for network 8d21c8e3-1631-4a7d-967b-2d154077ce1f Oct 30 01:02:42.387297 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (8d21c8e3-1631-4a7d-967b-2d154077ce1f), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.416420 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (8d21c8e3-1631-4a7d-967b-2d154077ce1f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.417795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:42.418642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.429924 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:42.478488 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4038231 Oct 30 01:02:42.482239 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 46708) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:42.487488 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Request body: {'subnet': {'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025630762-subnet', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:42.492252 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d30a-116f-4c12-ad40-5ab1339550e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8d21c8e3-1631-4a7d-967b-2d154077ce1f,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:42.503530 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:02:42.511408 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Made reservation on behalf of 1dcbf2e9fb2e4a4698633fcbb07c30cd for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:02:42.513807 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.565388 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=14 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:42.571336 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=20 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:42.687896 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (df93dcff-0f7d-4a39-9a65-955c5a22829a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.732614 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:42.742827 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=df93dcff-0f7d-4a39-9a65-955c5a22829a,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:42.759651 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Checking segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:42.760039 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Network hostable DHCP agents. Network: 8d21c8e3-1631-4a7d-967b-2d154077ce1f, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:02:42.778352 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:02:42.788151 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8d21c8e3-1631-4a7d-967b-2d154077ce1f) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:42.792490 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:42.793122 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.798185 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889a8d5-dd4b-480f-b6d1-fcb8c72ab70d None None] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:02:42.813401 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-9f7a2adc-bfe8-4b65-8ab9-fb5366703afd admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3300502 Oct 30 01:02:42.816440 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46710) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:42.820917 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:42.842638 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (f05c8f16-5388-45b1-8a96-c238281f1cc0), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.843889 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (f05c8f16-5388-45b1-8a96-c238281f1cc0), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.852348 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:42.903471 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:02:42.904398 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:42.905244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks [] for router_controller (f05c8f16-5388-45b1-8a96-c238281f1cc0), precommit_add_association {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.040229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Allocated IP 172.20.0.2 (8d21c8e3-1631-4a7d-967b-2d154077ce1f/df93dcff-0f7d-4a39-9a65-955c5a22829a/f15aced9-0c55-4508-85d8-5bfdcb9f8298) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:02:43.042624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks [] for router_gateway (f05c8f16-5388-45b1-8a96-c238281f1cc0), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.186860 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Publish callbacks [] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.193297 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.226900 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks [] for router_gateway (f05c8f16-5388-45b1-8a96-c238281f1cc0), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.229573 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:43.236897 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:43.240930 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:02:43.247535 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Pushing event updated for resources: {'Port': ['ID=f15aced9-0c55-4508-85d8-5bfdcb9f8298,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:43.248611 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.271584 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.272018 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.272383 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.272742 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.273077 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.273403 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.273729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.274052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.274373 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.274693 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.275014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.275327 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.275650 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.275987 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.276301 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:43.314617 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Attempting to bind port f15aced9-0c55-4508-85d8-5bfdcb9f8298 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:02:43.314853 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Attempting to bind port f15aced9-0c55-4508-85d8-5bfdcb9f8298 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:02:43.315226 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Attempting to bind port f15aced9-0c55-4508-85d8-5bfdcb9f8298 on network 8d21c8e3-1631-4a7d-967b-2d154077ce1f {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:02:43.358577 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:02:43.359021 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Checking segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:43.359378 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.359756 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Bound using segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:02:43.360244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Bound port: f15aced9-0c55-4508-85d8-5bfdcb9f8298, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:02:43.360647 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.366619 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Allocated IP 172.37.3.131 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/ca4f5478-8d96-4a06-81fb-44076631f3a9) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:02:43.419913 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:43.422772 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] For port f15aced9-0c55-4508-85d8-5bfdcb9f8298, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:02:43.426193 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] For port f15aced9-0c55-4508-85d8-5bfdcb9f8298, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f15aced9-0c55-4508-85d8-5bfdcb9f8298,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:02:43.433918 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.480788 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks [] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.484228 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280941-b573-4d73-969c-f4a9d1cdbace None None] Pushing event updated for resources: {'Port': ['ID=f15aced9-0c55-4508-85d8-5bfdcb9f8298,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:43.521860 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.569560 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:43.574708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:43.577263 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:02:43.580705 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Pushing event updated for resources: {'Port': ['ID=ca4f5478-8d96-4a06-81fb-44076631f3a9,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:43.705105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:43.855295 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:43.860867 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks [] for router_gateway (f05c8f16-5388-45b1-8a96-c238281f1cc0), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.877439 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device f15aced9-0c55-4508-85d8-5bfdcb9f8298 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:43.913968 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=85,neutron:UPDATE=10,neutron:INSERT=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:43.930751 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port f15aced9-0c55-4508-85d8-5bfdcb9f8298 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:43.932202 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:43.932202 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port f15aced9-0c55-4508-85d8-5bfdcb9f8298 Oct 30 01:02:44.006311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port f15aced9-0c55-4508-85d8-5bfdcb9f8298 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:44.006687 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.044735 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port f15aced9-0c55-4508-85d8-5bfdcb9f8298, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f15aced9-0c55-4508-85d8-5bfdcb9f8298,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:44.050786 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.092959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (f05c8f16-5388-45b1-8a96-c238281f1cc0), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.107321 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=f15aced9-0c55-4508-85d8-5bfdcb9f8298,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:44.246565 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Router f05c8f16-5388-45b1-8a96-c238281f1cc0 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:02:44.365986 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc448bf9-cb74-407c-8ead-e38e69722c5e None None] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:02:44.377635 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:02:44.390200 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Sync routers for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:02:44.398133 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.402135 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-58848e23-cc3b-4eae-8cbd-614f182f50cc admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5820107 Oct 30 01:02:44.402389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46714) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:44.456702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-14e89929-867e-4f35-9cf3-597a3a78090f None None] Provisioning complete for port f15aced9-0c55-4508-85d8-5bfdcb9f8298 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:44.457109 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-14e89929-867e-4f35-9cf3-597a3a78090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.457437 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-14e89929-867e-4f35-9cf3-597a3a78090f None None] Attempt 1 to provision port f15aced9-0c55-4508-85d8-5bfdcb9f8298 Oct 30 01:02:44.462482 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:44.463120 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:44.757561 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:44.817525 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:44.842386 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-14e89929-867e-4f35-9cf3-597a3a78090f None None] Current status of the port f15aced9-0c55-4508-85d8-5bfdcb9f8298 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:44.849388 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.874705 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:44.989398 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-752a565c-cf2c-4c6c-8c3c-12e0e6697a3c None None] Provisioning complete for port f15aced9-0c55-4508-85d8-5bfdcb9f8298 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:44.989979 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-752a565c-cf2c-4c6c-8c3c-12e0e6697a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:44.990109 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-752a565c-cf2c-4c6c-8c3c-12e0e6697a3c None None] Attempt 1 to provision port f15aced9-0c55-4508-85d8-5bfdcb9f8298 Oct 30 01:02:45.007344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Allocated IP 172.20.0.1 (8d21c8e3-1631-4a7d-967b-2d154077ce1f/df93dcff-0f7d-4a39-9a65-955c5a22829a/c950b9b8-0586-42dd-9db4-ac0bfae2cbd5) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:02:45.034788 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:43Z', 'revision_number': 3, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:45.064614 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Checking router: f05c8f16-5388-45b1-8a96-c238281f1cc0 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:02:45.064969 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Updating router f05c8f16-5388-45b1-8a96-c238281f1cc0 port ca4f5478-8d96-4a06-81fb-44076631f3a9 binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:02:45.092470 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:45.119679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.120713 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks [] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.123079 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:45.155391 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-752a565c-cf2c-4c6c-8c3c-12e0e6697a3c None None] Current status of the port f15aced9-0c55-4508-85d8-5bfdcb9f8298 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:45.156614 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.194929 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:45.199973 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:45.203759 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:02:45.209339 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Pushing event updated for resources: {'Port': ['ID=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:45.261451 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (f05c8f16-5388-45b1-8a96-c238281f1cc0), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.415822 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Publish callbacks [] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.422092 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.460001 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Attempting to bind port ca4f5478-8d96-4a06-81fb-44076631f3a9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:02:45.460328 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Attempting to bind port ca4f5478-8d96-4a06-81fb-44076631f3a9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:02:45.460707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Attempting to bind port ca4f5478-8d96-4a06-81fb-44076631f3a9 on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:02:45.506863 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f890aa9-3d51-44b9-886b-ca7647ecf46a None None] Pushing event updated for resources: {'Port': ['ID=ca4f5478-8d96-4a06-81fb-44076631f3a9,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:45.516411 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-1bf24279-66f3-45f4-a25d-aa2419909b85 None None] Provisioning complete for port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:45.516778 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1bf24279-66f3-45f4-a25d-aa2419909b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.517104 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-1bf24279-66f3-45f4-a25d-aa2419909b85 None None] Attempt 1 to provision port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 Oct 30 01:02:45.557938 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-1bf24279-66f3-45f4-a25d-aa2419909b85 None None] Port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:02:45.559658 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:02:45.560047 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:45.560448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.560823 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:02:45.561291 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Bound port: ca4f5478-8d96-4a06-81fb-44076631f3a9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:02:45.561665 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.611639 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] For port ca4f5478-8d96-4a06-81fb-44076631f3a9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:02:45.618368 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] For port ca4f5478-8d96-4a06-81fb-44076631f3a9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca4f5478-8d96-4a06-81fb-44076631f3a9,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:02:45.625225 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.644133 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.661272 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:45.661871 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:45.718582 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f890aa9-3d51-44b9-886b-ca7647ecf46a None None] Pushing event updated for resources: {'Port': ['ID=ca4f5478-8d96-4a06-81fb-44076631f3a9,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:45.782280 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:45.809486 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks [] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.814803 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.819565 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:45.867286 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:45.894802 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (f05c8f16-5388-45b1-8a96-c238281f1cc0), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.895443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device f15aced9-0c55-4508-85d8-5bfdcb9f8298 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:45.897089 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Pushing event updated for resources: {'Port': ['ID=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:45.977341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port f15aced9-0c55-4508-85d8-5bfdcb9f8298 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:45.977704 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:45.978034 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port f15aced9-0c55-4508-85d8-5bfdcb9f8298 Oct 30 01:02:45.980230 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:45.993250 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:45.994721 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:45.999960 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:46.047292 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 1, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:46.080685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176da01-81d8-4246-9491-b58a089adf03 None None] The sync data for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi is: [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 1, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:02:46.120491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Router f05c8f16-5388-45b1-8a96-c238281f1cc0 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:02:46.122867 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port f15aced9-0c55-4508-85d8-5bfdcb9f8298 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:46.233869 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:02:46.239052 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-39f0305b-1d77-48b3-a943-ae57372eb243 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f05c8f16-5388-45b1-8a96-c238281f1cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357432 Oct 30 01:02:46.284794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-2d42bec7-3a32-4660-ad77-8894871e64a2 None None] Provisioning complete for port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:46.284794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2d42bec7-3a32-4660-ad77-8894871e64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:46.284794 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-2d42bec7-3a32-4660-ad77-8894871e64a2 None None] Attempt 1 to provision port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 Oct 30 01:02:46.332037 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-2d42bec7-3a32-4660-ad77-8894871e64a2 None None] Port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:02:46.787647 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46732) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:46.792899 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025942150-network', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:46.814125 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Made reservation on behalf of a2e086e391bc4489bba3032b906ca722 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:02:46.816764 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:46.827619 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:46.911439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks [] for security_group (61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:46.916101 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:46.948793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:02:46.955822 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:46.962659 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (898b93e9-9dbc-495b-a499-d6a8faeda2c4), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:46.962999 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Added segment 898b93e9-9dbc-495b-a499-d6a8faeda2c4 of type vlan for network 9d19da58-babf-4b70-83ec-3eaf14e8b200 Oct 30 01:02:47.006485 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (9d19da58-babf-4b70-83ec-3eaf14e8b200), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.035428 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (9d19da58-babf-4b70-83ec-3eaf14e8b200), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.037008 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:47.037651 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.100346 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3114276 Oct 30 01:02:47.101044 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 46734) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:47.106672 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Request body: {'subnet': {'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025942150-subnet', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:47.109504 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43734-b148-400a-82a0-4abfc4665340 admin admin] Pushing event updated for resources: {'Network': ['ID=9d19da58-babf-4b70-83ec-3eaf14e8b200,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:47.120219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:02:47.130418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Made reservation on behalf of a2e086e391bc4489bba3032b906ca722 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:02:47.133226 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.317915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (778d698c-0cd8-40e2-8c84-cc16ab3e08f8), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.367935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=778d698c-0cd8-40e2-8c84-cc16ab3e08f8,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:47.380509 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:47.385186 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Checking segment: {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:47.385534 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Network hostable DHCP agents. Network: 9d19da58-babf-4b70-83ec-3eaf14e8b200, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:02:47.405989 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:02:47.416246 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9d19da58-babf-4b70-83ec-3eaf14e8b200) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:47.420910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:47.421928 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.425054 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff3c49-b1f7-48d0-a86d-719344ea02bc None None] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:02:47.438123 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a3a24cc1-c3f8-403f-b160-84240de924b0 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3354626 Oct 30 01:02:47.440924 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 46736) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:47.445553 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:02:47.452412 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:47.470652 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (5d304bf4-dc91-41b6-9254-052f46de5296), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.471748 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (5d304bf4-dc91-41b6-9254-052f46de5296), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.528986 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks [] for router_controller (5d304bf4-dc91-41b6-9254-052f46de5296), precommit_add_association {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.541717 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9d19da58-babf-4b70-83ec-3eaf14e8b200', 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'fixed_ips': [{'subnet_id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:02:47.543102 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.600307 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:47.670788 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks [] for router_gateway (5d304bf4-dc91-41b6-9254-052f46de5296), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.679499 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Allocated IP 172.20.0.2 (9d19da58-babf-4b70-83ec-3eaf14e8b200/778d698c-0cd8-40e2-8c84-cc16ab3e08f8/6198d683-4016-479f-97cc-e1e40b2abf18) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:02:47.844762 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Publish callbacks [] for port (6198d683-4016-479f-97cc-e1e40b2abf18), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.861568 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.876786 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks [] for router_gateway (5d304bf4-dc91-41b6-9254-052f46de5296), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.897627 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:47.897925 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ca4f5478-8d96-4a06-81fb-44076631f3a9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:47.938631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:47.941259 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Pushing event updated for resources: {'Port': ['ID=6198d683-4016-479f-97cc-e1e40b2abf18,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:47.952544 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:47.955634 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:02:47.990096 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:48.006838 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port ca4f5478-8d96-4a06-81fb-44076631f3a9 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:48.007202 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.007533 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port ca4f5478-8d96-4a06-81fb-44076631f3a9 Oct 30 01:02:48.018750 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Allocated IP 172.37.3.100 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/3f764497-5306-4c7b-a9e5-d5271c69840a) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:02:48.049305 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Attempting to bind port 6198d683-4016-479f-97cc-e1e40b2abf18 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:02:48.049669 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Attempting to bind port 6198d683-4016-479f-97cc-e1e40b2abf18 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:02:48.050024 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Attempting to bind port 6198d683-4016-479f-97cc-e1e40b2abf18 on network 9d19da58-babf-4b70-83ec-3eaf14e8b200 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:02:48.120759 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:02:48.121462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Checking segment: {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:48.121579 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.121892 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Bound using segment: {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:02:48.122380 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Bound port: 6198d683-4016-479f-97cc-e1e40b2abf18, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:02:48.122750 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.129696 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:48.141164 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Sync routers for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:02:48.144496 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks [] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.149555 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port ca4f5478-8d96-4a06-81fb-44076631f3a9 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:48.149725 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.153175 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:48.153767 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:48.182105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.193139 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port ca4f5478-8d96-4a06-81fb-44076631f3a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca4f5478-8d96-4a06-81fb-44076631f3a9,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:48.202072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.223425 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:48.231301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:48.235881 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:02:48.239863 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Pushing event updated for resources: {'Port': ['ID=3f764497-5306-4c7b-a9e5-d5271c69840a,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:48.246975 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] For port 6198d683-4016-479f-97cc-e1e40b2abf18, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:02:48.255030 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] For port 6198d683-4016-479f-97cc-e1e40b2abf18, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6198d683-4016-479f-97cc-e1e40b2abf18,segment=NetworkSegment(898b93e9-9dbc-495b-a499-d6a8faeda2c4),segment_id=898b93e9-9dbc-495b-a499-d6a8faeda2c4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:02:48.270099 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.277206 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=ca4f5478-8d96-4a06-81fb-44076631f3a9,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:48.336293 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073101c4-5535-4c5a-8f56-7775f21c7ae9 None None] Pushing event updated for resources: {'Port': ['ID=6198d683-4016-479f-97cc-e1e40b2abf18,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:48.358477 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:48.541836 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:48.555309 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks [] for router_gateway (5d304bf4-dc91-41b6-9254-052f46de5296), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.579129 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 2, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:48.608018 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:48.612733 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Checking router: f05c8f16-5388-45b1-8a96-c238281f1cc0 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:02:48.613082 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Updating router f05c8f16-5388-45b1-8a96-c238281f1cc0 port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:02:48.642392 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.757732 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (5d304bf4-dc91-41b6-9254-052f46de5296), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.886612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Router 5d304bf4-dc91-41b6-9254-052f46de5296 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:02:48.898669 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Publish callbacks [] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.904516 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:48.984336 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Pushing event updated for resources: {'Port': ['ID=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:48.998833 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:02:49.000700 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.001010 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.001562 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.002088 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.002583 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.003074 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.004047 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.004389 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.004739 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.005037 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.005358 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.006352 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.006678 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.007172 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.007646 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:02:49.009229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Sync routers for ids ['5d304bf4-dc91-41b6-9254-052f46de5296'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:02:49.016106 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Attempting to bind port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:02:49.016715 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Attempting to bind port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:02:49.017259 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Attempting to bind port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 on network 8d21c8e3-1631-4a7d-967b-2d154077ce1f {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:02:49.024244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Routers {'5d304bf4-dc91-41b6-9254-052f46de5296'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:49.025220 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['5d304bf4-dc91-41b6-9254-052f46de5296'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:49.033138 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.037795 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 46738) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:02:49.049219 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0c70e9c0-113d-437a-aabb-55e8a2fb87cb admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6069477 Oct 30 01:02:49.062353 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:02:49.062799 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Checking segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:49.063381 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.063945 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Bound using segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:02:49.064566 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Bound port: c950b9b8-0586-42dd-9db4-ac0bfae2cbd5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:02:49.065130 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.131582 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] For port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:02:49.135300 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] For port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:02:49.139453 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:49.146168 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.146867 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Set router 5d304bf4-dc91-41b6-9254-052f46de5296 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:49.186920 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:49.187828 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:49.188466 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:49.252563 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cf159-afaf-408a-8b2a-34142c3b3bea None None] Pushing event updated for resources: {'Port': ['ID=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:49.334217 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:49.398460 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36b9d3-9d6b-4078-8c80-ffb8ce17feeb None None] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:02:49.462963 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:49.483141 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Provisioning complete for port 6198d683-4016-479f-97cc-e1e40b2abf18 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:49.483670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.484121 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Attempt 1 to provision port 6198d683-4016-479f-97cc-e1e40b2abf18 Oct 30 01:02:49.503910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.541236 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:49Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:49.571709 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9415814-9bce-4049-9636-f5e6427ddef5 None None] The sync data for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi is: [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:49Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:02:49.666324 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 3, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:49.672886 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Allocated IP 172.20.0.1 (9d19da58-babf-4b70-83ec-3eaf14e8b200/778d698c-0cd8-40e2-8c84-cc16ab3e08f8/c0da2f65-0818-4fc2-b467-7d880c7ebe49) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:02:49.698082 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Checking router: 5d304bf4-dc91-41b6-9254-052f46de5296 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:02:49.698436 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Updating router 5d304bf4-dc91-41b6-9254-052f46de5296 port 3f764497-5306-4c7b-a9e5-d5271c69840a binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:02:49.701996 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Current status of the port 6198d683-4016-479f-97cc-e1e40b2abf18 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:49.702387 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.717304 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:02:49.770458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:49.773281 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.806936 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks [] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.819546 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:49.821693 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] For port 6198d683-4016-479f-97cc-e1e40b2abf18, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6198d683-4016-479f-97cc-e1e40b2abf18,segment=NetworkSegment(898b93e9-9dbc-495b-a499-d6a8faeda2c4),segment_id=898b93e9-9dbc-495b-a499-d6a8faeda2c4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:49.845937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.856123 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:49.908369 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:49.923280 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:49.932781 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:49.938273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:02:49.941639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Pushing event updated for resources: {'Port': ['ID=c0da2f65-0818-4fc2-b467-7d880c7ebe49,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:49.993186 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (5d304bf4-dc91-41b6-9254-052f46de5296), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.088186 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-082f4d7f-e7d7-455d-a361-56b7826ce6c9 None None] Provisioning complete for port 6198d683-4016-479f-97cc-e1e40b2abf18 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:50.088557 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-082f4d7f-e7d7-455d-a361-56b7826ce6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.088892 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-082f4d7f-e7d7-455d-a361-56b7826ce6c9 None None] Attempt 1 to provision port 6198d683-4016-479f-97cc-e1e40b2abf18 Oct 30 01:02:50.128047 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:50.199670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd2de-0fba-4847-9d83-c059ec31898d None None] Pushing event updated for resources: {'Port': ['ID=6198d683-4016-479f-97cc-e1e40b2abf18,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:50.228622 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:50.228998 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.229332 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 Oct 30 01:02:50.393329 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-082f4d7f-e7d7-455d-a361-56b7826ce6c9 None None] Current status of the port 6198d683-4016-479f-97cc-e1e40b2abf18 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:50.399283 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Publish callbacks [] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.412062 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.424024 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:50.424400 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.440805 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.455643 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Attempting to bind port 3f764497-5306-4c7b-a9e5-d5271c69840a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:02:50.456039 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Attempting to bind port 3f764497-5306-4c7b-a9e5-d5271c69840a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:02:50.456746 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Attempting to bind port 3f764497-5306-4c7b-a9e5-d5271c69840a on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:02:50.509907 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f63dd7-507e-4073-9c63-d610b009014d None None] Pushing event updated for resources: {'Port': ['ID=3f764497-5306-4c7b-a9e5-d5271c69840a,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:50.535388 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:50.541016 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-03783207-bba3-4d0e-9216-e879d178ee10 None None] Provisioning complete for port c0da2f65-0818-4fc2-b467-7d880c7ebe49 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:50.541349 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-03783207-bba3-4d0e-9216-e879d178ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.541718 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-03783207-bba3-4d0e-9216-e879d178ee10 None None] Attempt 1 to provision port c0da2f65-0818-4fc2-b467-7d880c7ebe49 Oct 30 01:02:50.546888 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.547656 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ca4f5478-8d96-4a06-81fb-44076631f3a9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:50.600976 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:50.603491 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks [] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.608770 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:02:50.609142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:50.609542 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.609933 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:02:50.610033 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.610422 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Bound port: 3f764497-5306-4c7b-a9e5-d5271c69840a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:02:50.610831 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.661052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:50.662435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-03783207-bba3-4d0e-9216-e879d178ee10 None None] Port c0da2f65-0818-4fc2-b467-7d880c7ebe49 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:02:50.670142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:50.692322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Pushing event updated for resources: {'Port': ['ID=c0da2f65-0818-4fc2-b467-7d880c7ebe49,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:50.695330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (5d304bf4-dc91-41b6-9254-052f46de5296), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.709900 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:50.717744 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] For port 3f764497-5306-4c7b-a9e5-d5271c69840a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:02:50.719796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port ca4f5478-8d96-4a06-81fb-44076631f3a9 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:50.720132 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.720506 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port ca4f5478-8d96-4a06-81fb-44076631f3a9 Oct 30 01:02:50.723431 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] For port 3f764497-5306-4c7b-a9e5-d5271c69840a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3f764497-5306-4c7b-a9e5-d5271c69840a,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:02:50.743848 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:50.793013 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:02:50.793248 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Routers {'5d304bf4-dc91-41b6-9254-052f46de5296'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:50.793611 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['5d304bf4-dc91-41b6-9254-052f46de5296'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:50.794368 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:02:50.862353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f63dd7-507e-4073-9c63-d610b009014d None None] Pushing event updated for resources: {'Port': ['ID=3f764497-5306-4c7b-a9e5-d5271c69840a,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:50.913763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Router 5d304bf4-dc91-41b6-9254-052f46de5296 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:02:50.935027 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port ca4f5478-8d96-4a06-81fb-44076631f3a9 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:50.936183 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 6198d683-4016-479f-97cc-e1e40b2abf18 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:50.970998 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] Set router 5d304bf4-dc91-41b6-9254-052f46de5296 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:51.027290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:02:51.032305 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1d9669cc-316a-469b-b9ce-6c69cc932e43 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5d304bf4-dc91-41b6-9254-052f46de5296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9932346 Oct 30 01:02:51.065532 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 6198d683-4016-479f-97cc-e1e40b2abf18 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:51.065897 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:51.066227 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 6198d683-4016-479f-97cc-e1e40b2abf18 Oct 30 01:02:51.284707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-f1cf5194-bef6-4e6c-b543-0e4ab1a90615 None None] Provisioning complete for port c0da2f65-0818-4fc2-b467-7d880c7ebe49 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:51.285370 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f1cf5194-bef6-4e6c-b543-0e4ab1a90615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:51.285370 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-f1cf5194-bef6-4e6c-b543-0e4ab1a90615 None None] Attempt 1 to provision port c0da2f65-0818-4fc2-b467-7d880c7ebe49 Oct 30 01:02:51.358135 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf5194-bef6-4e6c-b543-0e4ab1a90615 None None] Port c0da2f65-0818-4fc2-b467-7d880c7ebe49 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:02:51.434796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 6198d683-4016-479f-97cc-e1e40b2abf18 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:51.443776 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c0da2f65-0818-4fc2-b467-7d880c7ebe49', 'name': '', 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'mac_address': 'fa:16:3e:28:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:49Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 2, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'subnets': [{'id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:51.470875 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765432c8-938c-4d4c-8d06-73c08182b85a None None] The sync data for ids ['5d304bf4-dc91-41b6-9254-052f46de5296'] in dv-cinder-master-3-iscsi is: [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c0da2f65-0818-4fc2-b467-7d880c7ebe49', 'name': '', 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'mac_address': 'fa:16:3e:28:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:49Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 2, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'subnets': [{'id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:02:51.899080 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:51.953941 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:51.954661 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:51.955167 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 Oct 30 01:02:51.990020 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:52.057493 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:52.058751 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 6198d683-4016-479f-97cc-e1e40b2abf18 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:52.126813 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 6198d683-4016-479f-97cc-e1e40b2abf18 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:52.127435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:52.128401 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 6198d683-4016-479f-97cc-e1e40b2abf18 Oct 30 01:02:52.184465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:52.236470 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 6198d683-4016-479f-97cc-e1e40b2abf18 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:53.905488 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 3f764497-5306-4c7b-a9e5-d5271c69840a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:53.947454 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Sync routers for ids ['5d304bf4-dc91-41b6-9254-052f46de5296'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:02:53.964510 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Routers {'5d304bf4-dc91-41b6-9254-052f46de5296'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:53.965174 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 3f764497-5306-4c7b-a9e5-d5271c69840a triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:53.965637 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:53.966052 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 3f764497-5306-4c7b-a9e5-d5271c69840a Oct 30 01:02:53.966379 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['5d304bf4-dc91-41b6-9254-052f46de5296'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:54.056404 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 3f764497-5306-4c7b-a9e5-d5271c69840a is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:54.056816 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.082676 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 3f764497-5306-4c7b-a9e5-d5271c69840a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3f764497-5306-4c7b-a9e5-d5271c69840a,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:54.089182 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.090132 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Set router 5d304bf4-dc91-41b6-9254-052f46de5296 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:54.148540 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=3f764497-5306-4c7b-a9e5-d5271c69840a,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:54.303594 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c0da2f65-0818-4fc2-b467-7d880c7ebe49', 'name': '', 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'mac_address': 'fa:16:3e:28:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:49Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 2, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'subnets': [{'id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:54.330988 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Checking router: 5d304bf4-dc91-41b6-9254-052f46de5296 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:02:54.331671 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Updating router 5d304bf4-dc91-41b6-9254-052f46de5296 port c0da2f65-0818-4fc2-b467-7d880c7ebe49 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:02:54.370610 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.654913 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:54.764914 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Publish callbacks [] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.773905 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.816524 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:54.818899 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf55b27-4ea2-42b4-8c52-346e640aa258 None None] Pushing event updated for resources: {'Port': ['ID=c0da2f65-0818-4fc2-b467-7d880c7ebe49,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:54.908060 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Attempting to bind port c0da2f65-0818-4fc2-b467-7d880c7ebe49 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:02:54.908822 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Attempting to bind port c0da2f65-0818-4fc2-b467-7d880c7ebe49 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:02:54.909369 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Attempting to bind port c0da2f65-0818-4fc2-b467-7d880c7ebe49 on network 9d19da58-babf-4b70-83ec-3eaf14e8b200 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:02:54.953597 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:02:54.954309 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Checking segment: {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:02:54.954437 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.954791 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Bound using segment: {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:02:54.955263 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Bound port: c0da2f65-0818-4fc2-b467-7d880c7ebe49, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898b93e9-9dbc-495b-a499-d6a8faeda2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:02:54.955638 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:54.960795 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692616c7-07e3-4bfd-8cf9-55a47a3b209f req-9f84672b-2894-417b-8bc5-270425c66e87 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:54.964218 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-692616c7-07e3-4bfd-8cf9-55a47a3b209f req-9f84672b-2894-417b-8bc5-270425c66e87 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0544314 Oct 30 01:02:55.004311 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:55.034900 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-692616c7-07e3-4bfd-8cf9-55a47a3b209f req-1112e33b-819c-4573-8b4a-e325ce720148 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650127 Oct 30 01:02:55.036762 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] For port c0da2f65-0818-4fc2-b467-7d880c7ebe49, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:02:55.042620 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] For port c0da2f65-0818-4fc2-b467-7d880c7ebe49, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c0da2f65-0818-4fc2-b467-7d880c7ebe49,segment=NetworkSegment(898b93e9-9dbc-495b-a499-d6a8faeda2c4),segment_id=898b93e9-9dbc-495b-a499-d6a8faeda2c4)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:02:55.052985 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:55.094770 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Routers {'5d304bf4-dc91-41b6-9254-052f46de5296'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:02:55.095418 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:02:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['5d304bf4-dc91-41b6-9254-052f46de5296'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:55.148464 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf55b27-4ea2-42b4-8c52-346e640aa258 None None] Pushing event updated for resources: {'Port': ['ID=c0da2f65-0818-4fc2-b467-7d880c7ebe49,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:55.230135 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] Set router 5d304bf4-dc91-41b6-9254-052f46de5296 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:02:55.431760 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c0da2f65-0818-4fc2-b467-7d880c7ebe49', 'name': '', 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'mac_address': 'fa:16:3e:28:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:49Z', 'updated_at': '2022-10-30T01:02:55Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'subnets': [{'id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:02:55.458258 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee443f5a-776a-4eff-9c21-27996a51a324 None None] The sync data for ids ['5d304bf4-dc91-41b6-9254-052f46de5296'] in dv-cinder-master-3-iscsi is: [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c0da2f65-0818-4fc2-b467-7d880c7ebe49', 'name': '', 'network_id': '9d19da58-babf-4b70-83ec-3eaf14e8b200', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'mac_address': 'fa:16:3e:28:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:49Z', 'updated_at': '2022-10-30T01:02:55Z', 'revision_number': 4, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'subnets': [{'id': '778d698c-0cd8-40e2-8c84-cc16ab3e08f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:02:55.955570 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 3f764497-5306-4c7b-a9e5-d5271c69840a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:56.012755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 3f764497-5306-4c7b-a9e5-d5271c69840a triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:56.013255 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:56.013599 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 3f764497-5306-4c7b-a9e5-d5271c69840a Oct 30 01:02:56.103263 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 3f764497-5306-4c7b-a9e5-d5271c69840a is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:56.104378 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c0da2f65-0818-4fc2-b467-7d880c7ebe49 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:56.152390 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c0da2f65-0818-4fc2-b467-7d880c7ebe49 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:56.152769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:56.153072 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c0da2f65-0818-4fc2-b467-7d880c7ebe49 Oct 30 01:02:56.167660 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248f064-2951-4978-ae68-b767fe78a866 req-ecd93a2b-476f-4f2a-b882-d4b68c685f75 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:56.175465 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a248f064-2951-4978-ae68-b767fe78a866 req-ecd93a2b-476f-4f2a-b882-d4b68c685f75 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0601552 Oct 30 01:02:56.225842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a248f064-2951-4978-ae68-b767fe78a866 req-38ff745d-f7ef-46fe-b2e8-80601ce5b22a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493147 Oct 30 01:02:56.226846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:56.246376 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c0da2f65-0818-4fc2-b467-7d880c7ebe49 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:56.246837 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:56.282750 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port c0da2f65-0818-4fc2-b467-7d880c7ebe49, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c0da2f65-0818-4fc2-b467-7d880c7ebe49,segment=NetworkSegment(898b93e9-9dbc-495b-a499-d6a8faeda2c4),segment_id=898b93e9-9dbc-495b-a499-d6a8faeda2c4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:02:56.287321 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:56.346210 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=c0da2f65-0818-4fc2-b467-7d880c7ebe49,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:02:57.369843 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d787105-ad46-472e-b658-e1164d763c02 req-00d7be2f-1eb9-47d5-b3a5-a1c9dd8dafc2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:57.371602 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1d787105-ad46-472e-b658-e1164d763c02 req-00d7be2f-1eb9-47d5-b3a5-a1c9dd8dafc2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0542936 Oct 30 01:02:57.429348 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1d787105-ad46-472e-b658-e1164d763c02 req-cd786c22-4bee-4499-95ba-fef78418ca16 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518816 Oct 30 01:02:57.877586 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c0da2f65-0818-4fc2-b467-7d880c7ebe49 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:02:57.924836 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c0da2f65-0818-4fc2-b467-7d880c7ebe49 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:02:57.925466 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:02:57.925952 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c0da2f65-0818-4fc2-b467-7d880c7ebe49 Oct 30 01:02:58.010533 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c0da2f65-0818-4fc2-b467-7d880c7ebe49 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:02:58.571868 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f405b1-9fe9-424a-bb04-0fa812462bc5 req-3a7c8f6b-2e4e-4ad2-b1d3-7b776e75b7d2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:58.573354 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0f405b1-9fe9-424a-bb04-0fa812462bc5 req-3a7c8f6b-2e4e-4ad2-b1d3-7b776e75b7d2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Oct 30 01:02:58.639825 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0f405b1-9fe9-424a-bb04-0fa812462bc5 req-8316a0c8-d8a7-4b3a-971e-aa9eb0b61676 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603635 Oct 30 01:02:59.022241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:59.025581 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=42,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:02:59.763254 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af091e-5d00-46ce-a85d-c3dbb240db05 req-21781e4b-51d2-431f-904e-c66fe899638a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:02:59.764899 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d7af091e-5d00-46ce-a85d-c3dbb240db05 req-21781e4b-51d2-431f-904e-c66fe899638a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0512099 Oct 30 01:02:59.822386 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d7af091e-5d00-46ce-a85d-c3dbb240db05 req-719bbd17-669d-4b98-a5a4-dad59fd6b443 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509462 Oct 30 01:03:00.713292 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:00.752311 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-e39a46d1-c13c-492e-b659-776956ef459a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:00.753772 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-e39a46d1-c13c-492e-b659-776956ef459a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 815 time: 0.1059930 Oct 30 01:03:00.768636 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-da12e659-7b2e-4820-8320-d59c1f78d53e tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/quotas/1dcbf2e9fb2e4a4698633fcbb07c30cd HTTP/1.1" status: 200 len: 375 time: 0.0093615 Oct 30 01:03:00.820417 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-2e3f1e26-a22c-42ee-b8ce-0fd6f5ee36b6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469220 Oct 30 01:03:00.962901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3fe2c-b392-4e18-b46c-a2f8eef3f783 req-a3c30b1d-915e-4b12-83ed-3ec1eb1c78cd tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:00.964460 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c8e3fe2c-b392-4e18-b46c-a2f8eef3f783 req-a3c30b1d-915e-4b12-83ed-3ec1eb1c78cd tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0652089 Oct 30 01:03:00.966394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-ba05f3b3-7a84-4e9f-b146-5c50b1eb5a2d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269691 Oct 30 01:03:01.065570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c8e3fe2c-b392-4e18-b46c-a2f8eef3f783 req-e8fadf74-5eb4-4c4a-8fda-409be757772c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936418 Oct 30 01:03:01.090937 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-38fbba4f-6b75-4769-83bd-b9a1b7aa6864 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130989 Oct 30 01:03:01.267872 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-108463d4-a341-4114-a41e-b1c8d7db8c26 req-610222ad-1747-4f7f-a28d-d8f5bcc0919f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 210 time: 0.0338047 Oct 30 01:03:02.084154 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-772b5836-84f1-4fc2-996c-88f951fe520a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410488 Oct 30 01:03:02.196386 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333588f-abc0-4ee1-8f42-3713fa5a0f82 req-9b790915-2061-4f79-a282-0dce265c3998 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:02.198540 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5333588f-abc0-4ee1-8f42-3713fa5a0f82 req-9b790915-2061-4f79-a282-0dce265c3998 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0524898 Oct 30 01:03:02.207068 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-55122ce1-7e31-461a-a216-58c9843fecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:02.209095 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-55122ce1-7e31-461a-a216-58c9843fecc5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 1129 time: 0.0429595 Oct 30 01:03:02.251101 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5333588f-abc0-4ee1-8f42-3713fa5a0f82 req-a80b1d5f-1f91-4a99-bae5-4a1cc97f0588 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466633 Oct 30 01:03:02.321214 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-e916c213-b878-47db-8616-b3125d5f2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:02.322677 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-e916c213-b878-47db-8616-b3125d5f2f6a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.0932224 Oct 30 01:03:02.369165 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-224273ba-bb07-4dbc-9371-38a3b7801b3d req-933bd5ec-4cb1-4c16-8d8c-aa6139bcb303 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Oct 30 01:03:02.618660 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-a10d773b-0a13-4185-8e73-898d55543ee7 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 200 len: 1000 time: 0.0695202 Oct 30 01:03:02.671505 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-f23c82b4-9769-45f0-ac8e-a9439f51857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:02.673212 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-f23c82b4-9769-45f0-ac8e-a9439f51857b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0488164 Oct 30 01:03:02.795939 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-b76f27d1-fff7-4174-8a85-f019a2949d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:02.797473 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-b76f27d1-fff7-4174-8a85-f019a2949d9e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930755 Oct 30 01:03:02.900301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-63736b59-929a-4a0c-b43d-8d5e1b82ee20 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:02.901954 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-63736b59-929a-4a0c-b43d-8d5e1b82ee20 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 815 time: 0.1961639 Oct 30 01:03:02.929501 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-bfa2eeea-47a2-4503-b024-fcac8408d670 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243780 Oct 30 01:03:02.988480 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'port': {'device_id': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'admin_state_up': True, 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:03.152349 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-04d893a3-5032-43b5-b4c7-2ee8b83046ee req-861debc6-8528-486f-b050-2e1b04d1b229 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710873 Oct 30 01:03:03.176159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Made reservation on behalf of 1dcbf2e9fb2e4a4698633fcbb07c30cd for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:03:03.180237 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.412290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f838b-c2eb-4b81-ac88-f4d0c35d41d7 req-e9add9ab-a762-4b03-8df9-b3de866507c6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:03.414422 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b2f838b-c2eb-4b81-ac88-f4d0c35d41d7 req-e9add9ab-a762-4b03-8df9-b3de866507c6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0728664 Oct 30 01:03:03.424096 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Allocated IP 172.20.0.13 (8d21c8e3-1631-4a7d-967b-2d154077ce1f/df93dcff-0f7d-4a39-9a65-955c5a22829a/ad10e942-b527-4fbd-867f-e161a78a11bc) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:03:03.489991 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:03.493929 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:03.547765 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-986e9330-ae2a-4aff-ba44-2f8ae033e5eb req-a5ae1c72-3d06-459a-8ae6-8c39e2c21e00 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 210 time: 0.0768497 Oct 30 01:03:03.566520 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9b2f838b-c2eb-4b81-ac88-f4d0c35d41d7 req-86c94bbb-5ee9-4f79-9ec8-7598898c4ef5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354494 Oct 30 01:03:03.621779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.656102 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.706192 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:03:03.712157 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:03:03.714397 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:03.716881 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:03:03.745487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.745487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.745909 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.746319 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.746679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.746986 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.747316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.747636 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.747986 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.748321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.748640 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.748954 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.749270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.749587 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.749903 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:03.780792 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:03.781450 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.800544 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-d981b0da-ecc1-4ec3-bfbe-3e222fa94626 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8177021 Oct 30 01:03:03.987681 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-8a9de9c8-e408-4457-b2ad-56e3d81e67cd None None] Provisioning complete for port ad10e942-b527-4fbd-867f-e161a78a11bc triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:03:03.988328 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8a9de9c8-e408-4457-b2ad-56e3d81e67cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:03.988566 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-8a9de9c8-e408-4457-b2ad-56e3d81e67cd None None] Attempt 1 to provision port ad10e942-b527-4fbd-867f-e161a78a11bc Oct 30 01:03:04.021686 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-8a9de9c8-e408-4457-b2ad-56e3d81e67cd None None] Port ad10e942-b527-4fbd-867f-e161a78a11bc cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:03:04.671487 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:04.720207 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934ffb7-89bb-494e-a682-9fd5dc10d6ed req-824b1bd6-3466-41c8-a82a-92210178a1f7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:04.721726 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0934ffb7-89bb-494e-a682-9fd5dc10d6ed req-824b1bd6-3466-41c8-a82a-92210178a1f7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0792978 Oct 30 01:03:04.732460 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0296-d6aa-4681-854c-c3de217cfb99 req-c2dacba2-00ba-41d0-996a-e4afb220b310 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:04.733942 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-372a0296-d6aa-4681-854c-c3de217cfb99 req-c2dacba2-00ba-41d0-996a-e4afb220b310 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0613158 Oct 30 01:03:04.811569 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0934ffb7-89bb-494e-a682-9fd5dc10d6ed req-50ea7684-3a9d-4b4e-b754-4448ce059cda tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764730 Oct 30 01:03:04.815704 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-372a0296-d6aa-4681-854c-c3de217cfb99 req-b20ca8c0-a8f2-49b2-adef-256d086f6fca tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737457 Oct 30 01:03:05.214749 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:05.429693 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:05.434840 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:05.687043 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:05.963317 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275377d1-6927-452f-8b27-8f4877444590 req-0d8a4586-e250-4627-9442-a47c4ee3dc83 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:05.964843 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-275377d1-6927-452f-8b27-8f4877444590 req-0d8a4586-e250-4627-9442-a47c4ee3dc83 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0595741 Oct 30 01:03:06.025873 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-275377d1-6927-452f-8b27-8f4877444590 req-3e1b506c-619b-4f51-96db-92484575aed4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547793 Oct 30 01:03:06.107844 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb854d-02ce-46d3-ba11-403eb9b1b1b5 req-cf65426e-ecb5-4152-ad69-d5c6ef88c15f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:06.109477 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7bcb854d-02ce-46d3-ba11-403eb9b1b1b5 req-cf65426e-ecb5-4152-ad69-d5c6ef88c15f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0488439 Oct 30 01:03:06.158144 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0617-2634-4396-8586-f7eaee9ba31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:06.159525 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7bcb854d-02ce-46d3-ba11-403eb9b1b1b5 req-7cd29c4a-6ec4-4a00-8146-2e9abef54c69 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Oct 30 01:03:07.158131 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec008e-8725-4af3-8632-5d7ae585d7c3 req-0e8a191e-1440-4010-a8e2-b099ba86087b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:07.159659 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92ec008e-8725-4af3-8632-5d7ae585d7c3 req-0e8a191e-1440-4010-a8e2-b099ba86087b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0515940 Oct 30 01:03:07.208690 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:07.216873 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92ec008e-8725-4af3-8632-5d7ae585d7c3 req-05a24954-2ffa-4f07-9637-3996726917fc tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497990 Oct 30 01:03:07.285674 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffd1a-68d5-4ee5-bce8-aa1c27615a62 req-1fce0baa-2f51-49c3-b8e2-4265315bd98f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:07.287193 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39fffd1a-68d5-4ee5-bce8-aa1c27615a62 req-1fce0baa-2f51-49c3-b8e2-4265315bd98f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0474017 Oct 30 01:03:07.337347 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39fffd1a-68d5-4ee5-bce8-aa1c27615a62 req-85364e86-31b4-488a-aa68-37f3194bff38 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444474 Oct 30 01:03:08.311302 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e1a0ee2c-fbbc-4ab7-9082-f01062729374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:08.358997 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc96fd-79e3-43dc-bf03-5650ba394639 req-b400a704-519b-4953-829f-cf16844deaf7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:08.360687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecfc96fd-79e3-43dc-bf03-5650ba394639 req-b400a704-519b-4953-829f-cf16844deaf7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0567524 Oct 30 01:03:08.427795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecfc96fd-79e3-43dc-bf03-5650ba394639 req-ccaea79b-844e-4130-90e6-4dc52ea07c98 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550566 Oct 30 01:03:08.482499 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab09ecc-0c8f-494b-87d7-902c85454be0 req-f4d65cf0-23bc-4f2f-9a1a-7aef506968c8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:08.484258 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9ab09ecc-0c8f-494b-87d7-902c85454be0 req-f4d65cf0-23bc-4f2f-9a1a-7aef506968c8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0528250 Oct 30 01:03:08.537338 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9ab09ecc-0c8f-494b-87d7-902c85454be0 req-07bedf20-6b20-4349-b94b-59ba197280d4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Oct 30 01:03:09.516171 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:09.552337 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a1da-849b-49d9-9ac6-64d7b1e52d9f req-7bb22c6f-b5f4-4b2b-8142-e2381df79407 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:09.553843 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d051a1da-849b-49d9-9ac6-64d7b1e52d9f req-7bb22c6f-b5f4-4b2b-8142-e2381df79407 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0513325 Oct 30 01:03:09.619449 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d051a1da-849b-49d9-9ac6-64d7b1e52d9f req-c41d8cff-874d-4bbe-8dc2-bd33c1d8e789 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594687 Oct 30 01:03:09.686462 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf12ac-2016-4fe2-9a5b-ffc5a45ee12b req-4c624f15-a30d-4459-a45c-08f0afdfe30c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:09.687987 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99bf12ac-2016-4fe2-9a5b-ffc5a45ee12b req-4c624f15-a30d-4459-a45c-08f0afdfe30c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0538845 Oct 30 01:03:09.738584 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99bf12ac-2016-4fe2-9a5b-ffc5a45ee12b req-9c6bf912-6bc8-496f-a29f-0970d859b890 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Oct 30 01:03:10.751042 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69484-e7b1-4169-8d49-1c0013989863 req-6c4c49e1-3d87-43c3-8fcf-4fd7c41fa9b8 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:10.752549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1da69484-e7b1-4169-8d49-1c0013989863 req-6c4c49e1-3d87-43c3-8fcf-4fd7c41fa9b8 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0577102 Oct 30 01:03:10.811344 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1da69484-e7b1-4169-8d49-1c0013989863 req-23bd70d5-190e-43f4-9004-4ada5a668762 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530078 Oct 30 01:03:10.885256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cd554-1e86-4e6a-b353-77bf622a11e7 req-3293d3d2-a25c-4917-bdb2-d00bcee504f4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:10.886760 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc1cd554-1e86-4e6a-b353-77bf622a11e7 req-3293d3d2-a25c-4917-bdb2-d00bcee504f4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0635302 Oct 30 01:03:10.932371 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:10.937432 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc1cd554-1e86-4e6a-b353-77bf622a11e7 req-5216e7aa-52cd-412a-97ee-6e2befd48ab0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445800 Oct 30 01:03:11.091943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:11.239467 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:11.944031 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb7e7-7cfa-4d75-8a4c-19108449064f req-317a02c9-5084-4d0c-a8cb-d1a54ae2f52c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:11.945781 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-085cb7e7-7cfa-4d75-8a4c-19108449064f req-317a02c9-5084-4d0c-a8cb-d1a54ae2f52c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0504441 Oct 30 01:03:11.999741 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-085cb7e7-7cfa-4d75-8a4c-19108449064f req-5a46646d-8350-488b-91f7-d9a1ab0c4080 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Oct 30 01:03:12.073344 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a8c6f-45b6-44ec-b824-490fdf47fefe req-6267614a-2b2f-4bf8-b732-d951ec6434df tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:12.074886 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36a8c6f-45b6-44ec-b824-490fdf47fefe req-6267614a-2b2f-4bf8-b732-d951ec6434df tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0554857 Oct 30 01:03:12.128217 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c36a8c6f-45b6-44ec-b824-490fdf47fefe req-4ecc1403-fd89-43b1-b54a-73fcfb859f41 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476437 Oct 30 01:03:13.139609 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3d93f-cbfc-4cbf-933e-12997e5fe322 req-905082b8-007d-4b66-824f-b577ddd45178 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:13.141123 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-74c3d93f-cbfc-4cbf-933e-12997e5fe322 req-905082b8-007d-4b66-824f-b577ddd45178 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0488827 Oct 30 01:03:13.201606 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-74c3d93f-cbfc-4cbf-933e-12997e5fe322 req-f289d40a-312c-4f03-82f6-b6e1c57fb08f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 Oct 30 01:03:13.270695 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d075b-b28e-4424-b486-704ecfabb59c req-02e82d86-f0a8-4343-809c-8878c86fb85e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:13.272224 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f91d075b-b28e-4424-b486-704ecfabb59c req-02e82d86-f0a8-4343-809c-8878c86fb85e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Oct 30 01:03:13.284548 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:13.322984 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f91d075b-b28e-4424-b486-704ecfabb59c req-a485904e-8879-4307-b0d5-d8e7d00d5529 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Oct 30 01:03:13.789294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=31 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:13.792165 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=37,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:14.339634 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813086c-3e0f-4ddf-af3c-311d46105079 req-47ecb3bd-bb3e-4f59-bbf4-0b18675e754a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:14.341119 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b813086c-3e0f-4ddf-af3c-311d46105079 req-47ecb3bd-bb3e-4f59-bbf4-0b18675e754a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0531430 Oct 30 01:03:14.395251 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b813086c-3e0f-4ddf-af3c-311d46105079 req-74732ce4-804a-48cb-bd54-1724fee877ae tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Oct 30 01:03:14.445450 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb684ae-f3cc-419d-a638-020f1563f3e9 req-2f600627-cc0c-47f2-b288-36b39aab7be5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:14.446937 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6cb684ae-f3cc-419d-a638-020f1563f3e9 req-2f600627-cc0c-47f2-b288-36b39aab7be5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0467696 Oct 30 01:03:14.494394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6cb684ae-f3cc-419d-a638-020f1563f3e9 req-f4515c35-90d2-42b8-8676-9fc6163ca76f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Oct 30 01:03:15.522637 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da8085-4270-4d69-bfe6-7c6d103cf62b req-f59b3295-c1b2-46e7-96e5-0f9fe1b6eeb3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:15.524224 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-66da8085-4270-4d69-bfe6-7c6d103cf62b req-f59b3295-c1b2-46e7-96e5-0f9fe1b6eeb3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0509787 Oct 30 01:03:15.573863 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-66da8085-4270-4d69-bfe6-7c6d103cf62b req-25a473ba-1f3a-4671-b974-cba2787d19c4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Oct 30 01:03:15.626273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27bc25-2afb-4fcc-a19f-da86771f0db5 req-d14f50a3-017e-4de8-b588-c042dba25e57 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:15.627653 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2a27bc25-2afb-4fcc-a19f-da86771f0db5 req-d14f50a3-017e-4de8-b588-c042dba25e57 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Oct 30 01:03:15.677071 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2a27bc25-2afb-4fcc-a19f-da86771f0db5 req-0f284c6e-d28c-4b9a-986a-f2d305cddffb tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Oct 30 01:03:16.722038 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3628-aa49-4fe9-9155-84467fea6244 req-261a9e30-80c7-4c3f-827f-00ba60b5ec4d tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:16.723394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7d9d3628-aa49-4fe9-9155-84467fea6244 req-261a9e30-80c7-4c3f-827f-00ba60b5ec4d tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0579555 Oct 30 01:03:16.803132 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7d9d3628-aa49-4fe9-9155-84467fea6244 req-adaa51b6-c24b-43ce-9d80-71856cc4b8f7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737371 Oct 30 01:03:16.813134 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb07ec-9f11-4f71-8bc3-a5e2faa63801 req-50642333-dd71-407b-a61f-f3d61364d600 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:16.814549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7eeb07ec-9f11-4f71-8bc3-a5e2faa63801 req-50642333-dd71-407b-a61f-f3d61364d600 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0592775 Oct 30 01:03:16.864592 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7eeb07ec-9f11-4f71-8bc3-a5e2faa63801 req-8ba5210e-e808-48ec-aa35-dd3bb57e395c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Oct 30 01:03:17.896583 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Request body: {'port': {'device_id': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:17.934148 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025792e3-3943-4179-a093-473bb42d147d req-2062ed55-b372-412a-a568-94c682f482a7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:17.935927 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-025792e3-3943-4179-a093-473bb42d147d req-2062ed55-b372-412a-a568-94c682f482a7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 932 time: 0.0552843 Oct 30 01:03:17.971125 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:17.995450 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:18.026652 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee095993-e148-42cb-9af3-ee178a540d44 req-96dc0932-1776-43c1-b03b-4d78837a14f8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:18.028138 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ee095993-e148-42cb-9af3-ee178a540d44 req-96dc0932-1776-43c1-b03b-4d78837a14f8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0710745 Oct 30 01:03:18.033436 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-025792e3-3943-4179-a093-473bb42d147d req-f8d726bf-9623-4eed-9e8c-dabef39386a2 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912607 Oct 30 01:03:18.081512 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ee095993-e148-42cb-9af3-ee178a540d44 req-726f0061-9dfc-44e2-957b-e5e91551d11a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464668 Oct 30 01:03:18.235499 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad10e942-b527-4fbd-867f-e161a78a11bc {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:03:18.243121 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Publish callbacks [] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:18.256132 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Transition to ACTIVE for port object ad10e942-b527-4fbd-867f-e161a78a11bc will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:03:18.262107 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:18.326731 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:18.379448 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Attempting to bind port ad10e942-b527-4fbd-867f-e161a78a11bc on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:03:18.379847 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Attempting to bind port ad10e942-b527-4fbd-867f-e161a78a11bc by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:03:18.380177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Attempting to bind port ad10e942-b527-4fbd-867f-e161a78a11bc on network 8d21c8e3-1631-4a7d-967b-2d154077ce1f {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:03:18.423236 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Port ad10e942-b527-4fbd-867f-e161a78a11bc on network 8d21c8e3-1631-4a7d-967b-2d154077ce1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:03:18.423564 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Attempting to bind port ad10e942-b527-4fbd-867f-e161a78a11bc on network 8d21c8e3-1631-4a7d-967b-2d154077ce1f {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:03:18.468321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:03:18.468650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Checking segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:03:18.469023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Bound using segment: {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:03:18.469443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Bound port: ad10e942-b527-4fbd-867f-e161a78a11bc, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4516c6-5691-45c6-ac75-f10b024b2581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:03:18.469793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:18.533574 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:03:18.536679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:03:18.544158 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:18.548304 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:18.548969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:18.550578 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 1094 time: 0.6587732 Oct 30 01:03:18.551142 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:03:18.553509 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa41f5bc-91dd-48f0-899b-85be13e0bdce" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:03:18.606897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd15a85-e43b-451a-bd83-1d0b98bb3ddc x-openstack-request-id: req-1bd15a85-e43b-451a-bd83-1d0b98bb3ddc {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:03:18.607186 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:03:18.608083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bd15a85-e43b-451a-bd83-1d0b98bb3ddc {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:03:18.608578 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd15a85-e43b-451a-bd83-1d0b98bb3ddc'] response: {'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'status': 'completed', 'code': 200} Oct 30 01:03:18.613678 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb41d3-982c-4010-8a5c-1d37e52a64ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:18.765835 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-49f8a693-5bc9-4326-8a85-4e80c8db81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:18.767357 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-49f8a693-5bc9-4326-8a85-4e80c8db81e8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1128 time: 0.0406272 Oct 30 01:03:18.821140 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-ec90175f-cc12-49e9-a58b-30a65cd70191 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 217 time: 0.0374806 Oct 30 01:03:19.113156 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:19.120360 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-5d7c451d-5519-442c-8f23-34abf8bb744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:19.121866 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-5d7c451d-5519-442c-8f23-34abf8bb744c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.2910459 Oct 30 01:03:19.170883 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efcd79-18fd-4785-86ae-393290b80d7f req-50857ac8-4ca2-4a61-b394-5fe15e3a32f6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:19.172687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e8efcd79-18fd-4785-86ae-393290b80d7f req-50857ac8-4ca2-4a61-b394-5fe15e3a32f6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 944 time: 0.0520639 Oct 30 01:03:19.207058 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1641-67e3-475c-9c01-5461c89dffff req-43f79788-eae4-4703-bf0e-e28c05426a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:19.209046 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-43f79788-eae4-4703-bf0e-e28c05426a95 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415599 Oct 30 01:03:19.238060 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe516d-4b7f-476d-b826-19c7e61aecc7 req-55ad53c4-56b0-481c-b5cc-a403e6d653a1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:19.239561 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eafe516d-4b7f-476d-b826-19c7e61aecc7 req-55ad53c4-56b0-481c-b5cc-a403e6d653a1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0761573 Oct 30 01:03:19.265057 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e8efcd79-18fd-4785-86ae-393290b80d7f req-fd374faa-70df-41ad-9f02-428b93fb95b2 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827723 Oct 30 01:03:19.282795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:19.302490 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eafe516d-4b7f-476d-b826-19c7e61aecc7 req-6c6cd1ce-461c-4dec-a29d-fbccd9796143 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548275 Oct 30 01:03:19.313542 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-6f5b2242-0377-4e5f-83b1-8d38aa07bbf3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979505 Oct 30 01:03:19.408724 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1aba1641-67e3-475c-9c01-5461c89dffff req-7066951d-7c1c-4dab-a28d-d33ca07acfdd service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Oct 30 01:03:19.520236 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ea2bf-2a03-49b6-92cd-b38d70c79e89 req-6b18cb6e-ea2f-43e2-9b05-8ba1b1d58592 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:19.521726 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7d4ea2bf-2a03-49b6-92cd-b38d70c79e89 req-6b18cb6e-ea2f-43e2-9b05-8ba1b1d58592 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Oct 30 01:03:19.573416 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7d4ea2bf-2a03-49b6-92cd-b38d70c79e89 req-1f75a1a8-2089-4c7a-a957-22cae958ad24 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Oct 30 01:03:19.592547 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:19.593637 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:20.400221 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901bfd4-8e59-467b-bfa8-9992956fd4ae req-7f7b9a5c-71dc-4b50-b64a-e2cee603ad12 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:20.401686 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5901bfd4-8e59-467b-bfa8-9992956fd4ae req-7f7b9a5c-71dc-4b50-b64a-e2cee603ad12 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 944 time: 0.0486667 Oct 30 01:03:20.416655 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:20.452788 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5901bfd4-8e59-467b-bfa8-9992956fd4ae req-428b5b37-94ce-4a17-8aa8-8c3162e91c34 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Oct 30 01:03:20.725096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce885-7872-47d9-a342-ba32a2ad196a req-0ec59829-0f63-422b-a6a4-cd6bea06a2f7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:20.726558 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26dce885-7872-47d9-a342-ba32a2ad196a req-0ec59829-0f63-422b-a6a4-cd6bea06a2f7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0518148 Oct 30 01:03:20.773425 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26dce885-7872-47d9-a342-ba32a2ad196a req-0380e65e-5f56-4a83-ac3c-d4f7beb79cdf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Oct 30 01:03:21.231212 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:21.233562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:21.599765 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd750c28-c05b-41cd-b0f7-6604df0300f0 req-9a60de1a-1a87-451e-b3df-e6dce565f035 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:21.601234 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dd750c28-c05b-41cd-b0f7-6604df0300f0 req-9a60de1a-1a87-451e-b3df-e6dce565f035 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 944 time: 0.0514987 Oct 30 01:03:21.660108 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dd750c28-c05b-41cd-b0f7-6604df0300f0 req-e2ba07d6-508c-4171-82dc-0860a76501b7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502377 Oct 30 01:03:21.907454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbf9df-37f1-4d0b-81de-61c4fff8255e req-f80f2c9e-b5a6-4b12-8d73-7c6c2235684f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:21.908906 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42bbf9df-37f1-4d0b-81de-61c4fff8255e req-f80f2c9e-b5a6-4b12-8d73-7c6c2235684f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Oct 30 01:03:21.958748 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-42bbf9df-37f1-4d0b-81de-61c4fff8255e req-c7433004-51a0-4209-b700-1366ddaaefbb tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Oct 30 01:03:22.643144 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-453a9c78-6e3f-43b3-8af8-dfa5df246c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:22.644731 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-453a9c78-6e3f-43b3-8af8-dfa5df246c66 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1128 time: 0.0470335 Oct 30 01:03:22.747000 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-be58ab85-e068-4822-8d42-4ae893499489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:22.748535 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-be58ab85-e068-4822-8d42-4ae893499489 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 1129 time: 0.0837576 Oct 30 01:03:22.784067 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d528c9-3975-45c6-a03f-ea911f165c02 req-708a01b9-0a62-4b08-9162-e08cf3e70ec0 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:22.785509 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a0d528c9-3975-45c6-a03f-ea911f165c02 req-708a01b9-0a62-4b08-9162-e08cf3e70ec0 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 944 time: 0.0474391 Oct 30 01:03:22.830770 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-050dc846-2560-41d1-a001-a8eda46f6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:22.832652 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-050dc846-2560-41d1-a001-a8eda46f6b97 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.1797578 Oct 30 01:03:22.833763 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a0d528c9-3975-45c6-a03f-ea911f165c02 req-e4ba1843-0a8e-47d0-ab00-7c72baae7fdf tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Oct 30 01:03:22.882637 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-aafb00de-4e32-4864-843e-56d2e81c06eb service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 217 time: 0.0419984 Oct 30 01:03:22.926189 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-010bf3f2-0ae4-4003-a062-8c883d66625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:22.927587 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-010bf3f2-0ae4-4003-a062-8c883d66625f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 912 time: 0.1648004 Oct 30 01:03:22.975307 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device ad10e942-b527-4fbd-867f-e161a78a11bc details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:03:22.980729 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-3b0c1853-3a5c-41ec-afdd-9caae383b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:22.982182 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-3b0c1853-3a5c-41ec-afdd-9caae383b35f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.0930631 Oct 30 01:03:23.024372 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-749bc48a-3cb7-4c48-9836-8968b507f2b6 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 200 len: 1000 time: 0.0889769 Oct 30 01:03:23.065302 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-e8215b55-4d53-49a1-94cf-7861d70cc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:23.066815 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-e8215b55-4d53-49a1-94cf-7861d70cc9a2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751181 Oct 30 01:03:23.077681 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:23.087358 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279702b-e507-4d16-b87e-05b12bc6f1c2 req-e653d404-0f49-4af4-9411-7d949dcb2c9f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:23.088966 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b279702b-e507-4d16-b87e-05b12bc6f1c2 req-e653d404-0f49-4af4-9411-7d949dcb2c9f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Oct 30 01:03:23.094752 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'port_id': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'mac_address': 'fa:16:3e:0f:05:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:03:23.131415 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-00798f93-ef90-4700-bfaf-f7e825064f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:23.132370 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port ad10e942-b527-4fbd-867f-e161a78a11bc is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:03:23.132901 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:23.133018 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-00798f93-ef90-4700-bfaf-f7e825064f7f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.1012292 Oct 30 01:03:23.145339 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b279702b-e507-4d16-b87e-05b12bc6f1c2 req-0882c496-afe3-409b-b706-81f40399e939 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504982 Oct 30 01:03:23.149437 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad10e942-b527-4fbd-867f-e161a78a11bc {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:03:23.171898 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:23.176051 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:23.196689 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-78816c29-1bb7-40eb-a56a-df1a24d6fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:23.198346 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-78816c29-1bb7-40eb-a56a-df1a24d6fd4c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584259 Oct 30 01:03:23.213439 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-9c94dab6-e3c5-411e-aa36-298c4cdab74e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377265 Oct 30 01:03:23.223108 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:23.373873 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:23.382546 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fa41f5bc-91dd-48f0-899b-85be13e0bdce req-d8bd9c93-11ae-46b5-80ae-6a2de16ba456 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608987 Oct 30 01:03:23.384471 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-895fd200-f46b-4dfd-8500-10433c4468a5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638851 Oct 30 01:03:23.462514 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:23.499821 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-57719154-3dbb-46f7-a107-acecdeabbb12 req-50974839-b5ae-4203-a5ee-25af347a5b7a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917668 Oct 30 01:03:23.776459 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['ad10e942-b527-4fbd-867f-e161a78a11bc'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:03:23.945788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:23.954129 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2070a-096c-4f25-aaac-dd43bfeddd9b req-596fede3-5ee6-4575-8858-3c29fb8b517e tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:23.955612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eac2070a-096c-4f25-aaac-dd43bfeddd9b req-596fede3-5ee6-4575-8858-3c29fb8b517e tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 945 time: 0.0464699 Oct 30 01:03:24.005834 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eac2070a-096c-4f25-aaac-dd43bfeddd9b req-df63faf5-29e9-4d6d-8335-a70ceb218765 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Oct 30 01:03:24.278306 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409234a0-90ea-4411-844d-b353d295312c req-9eb52e43-0642-4eab-a1a9-d0cd1d88a79e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:24.279837 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-409234a0-90ea-4411-844d-b353d295312c req-9eb52e43-0642-4eab-a1a9-d0cd1d88a79e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0540972 Oct 30 01:03:24.330239 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-409234a0-90ea-4411-844d-b353d295312c req-af3b9010-4392-4b90-94fd-995288cd228e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Oct 30 01:03:25.100779 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device ad10e942-b527-4fbd-867f-e161a78a11bc up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:03:25.144613 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f6e36-7ae5-43f4-a5b3-6bbf62b7e7c6 req-e2350783-a879-4482-9882-63c0b6a6c631 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:25.145291 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port ad10e942-b527-4fbd-867f-e161a78a11bc completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:03:25.146552 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-078f6e36-7ae5-43f4-a5b3-6bbf62b7e7c6 req-e2350783-a879-4482-9882-63c0b6a6c631 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 945 time: 0.0544910 Oct 30 01:03:25.152875 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port ad10e942-b527-4fbd-867f-e161a78a11bc triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:03:25.153244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:25.153577 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port ad10e942-b527-4fbd-867f-e161a78a11bc Oct 30 01:03:25.198345 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-078f6e36-7ae5-43f4-a5b3-6bbf62b7e7c6 req-b729f7e5-fcbf-4ce7-9f01-0118bdf8fa54 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Oct 30 01:03:25.231405 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port ad10e942-b527-4fbd-867f-e161a78a11bc is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:03:25.231820 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:25.254140 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:03:25.256410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa4a316-1098-4afd-97fd-c94ddb584cbf" -d '{"events": [{"server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "name": "network-vif-plugged", "status": "completed", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:03:25.269092 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:25.276018 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:25.300052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb9132-95f9-441a-bb09-66be58e4dd46 x-openstack-request-id: req-24bb9132-95f9-441a-bb09-66be58e4dd46 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:03:25.300363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "name": "network-vif-plugged", "status": "completed", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:03:25.300611 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24bb9132-95f9-441a-bb09-66be58e4dd46 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:03:25.301024 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bb9132-95f9-441a-bb09-66be58e4dd46'] response: {'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'code': 200} Oct 30 01:03:25.326237 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:25.567476 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980dc82-edba-4878-9f92-e6c1d36946b3 req-01d5e625-1e6e-4e4d-9161-2078a2fb0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:25.569023 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9980dc82-edba-4878-9f92-e6c1d36946b3 req-01d5e625-1e6e-4e4d-9161-2078a2fb0204 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1130 time: 0.0442417 Oct 30 01:03:25.617923 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9980dc82-edba-4878-9f92-e6c1d36946b3 req-dbba0142-9993-4016-832e-791f90cd78c4 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Oct 30 01:03:26.328340 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fffc9-1279-435f-b37f-668a53981f7f req-a7012ec0-532e-421e-8c1c-3f90601445ea tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:26.329813 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b0fffc9-1279-435f-b37f-668a53981f7f req-a7012ec0-532e-421e-8c1c-3f90601445ea tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0482767 Oct 30 01:03:26.378255 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b0fffc9-1279-435f-b37f-668a53981f7f req-c3c0472c-1fff-4a92-9ad0-9a34f51a46a0 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Oct 30 01:03:26.721490 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:03:27.523671 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d64ea8-4cdd-49b1-b7ce-018d9d3a6567 req-bc175d44-e8f3-4d75-94cf-a7caba5f1a57 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:27.525154 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-56d64ea8-4cdd-49b1-b7ce-018d9d3a6567 req-bc175d44-e8f3-4d75-94cf-a7caba5f1a57 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Oct 30 01:03:27.577498 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-56d64ea8-4cdd-49b1-b7ce-018d9d3a6567 req-e3d584d3-c526-4cf3-8371-345549a43d90 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463028 Oct 30 01:03:28.708530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:28.718128 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367ff4f-2980-430a-960b-47cbe966e06b req-60b72d7a-11ce-4074-8429-92ff749d38cf tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:28.719606 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1367ff4f-2980-430a-960b-47cbe966e06b req-60b72d7a-11ce-4074-8429-92ff749d38cf tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0489633 Oct 30 01:03:28.767294 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1367ff4f-2980-430a-960b-47cbe966e06b req-ba7f0843-1c10-4967-a9ce-3c01863b1054 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Oct 30 01:03:28.890919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466462f5-bd6f-49f1-b452-e4cdf4519790 req-058ff207-06fb-462c-aaa9-933a145f0f06 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:28.892328 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-466462f5-bd6f-49f1-b452-e4cdf4519790 req-058ff207-06fb-462c-aaa9-933a145f0f06 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0473928 Oct 30 01:03:28.940935 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-466462f5-bd6f-49f1-b452-e4cdf4519790 req-b9f113a8-0e90-4a20-b0a7-8f56a82315d6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Oct 30 01:03:29.288420 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b5c0-a55c-4f23-84df-4616f0cdb049 req-131ce63c-f02b-401c-add1-5befe033872f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:29.289897 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2970b5c0-a55c-4f23-84df-4616f0cdb049 req-131ce63c-f02b-401c-add1-5befe033872f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0509779 Oct 30 01:03:29.339870 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2970b5c0-a55c-4f23-84df-4616f0cdb049 req-c43d0703-e975-4314-b6f1-e3293663957b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Oct 30 01:03:35.318783 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:35.324338 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:35.611978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=12 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:35.615230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=21 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:35.693184 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:36.163433 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c4e20c0f-934e-4670-a5c3-af16d48441d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:36.712123 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:36.714126 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:38.310018 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-91120779-dd34-4e1a-8551-ec748d8d9cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:39.031420 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5ebea-19b5-4f82-88bd-b44717db11a6 req-65109e34-844c-4660-9624-4ea05085c90b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:39.032797 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-44d5ebea-19b5-4f82-88bd-b44717db11a6 req-65109e34-844c-4660-9624-4ea05085c90b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0481594 Oct 30 01:03:39.080698 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-44d5ebea-19b5-4f82-88bd-b44717db11a6 req-a2781861-7656-47f7-99d4-5604e5ffda71 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Oct 30 01:03:39.110733 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47034) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:39.246193 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147576e1-d98a-4ddf-8b05-de9ae7d6bfb5 tempest-TestMinimumBasicScenario-1279570409 tempest-TestMinimumBasicScenario-1279570409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:39.247702 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-147576e1-d98a-4ddf-8b05-de9ae7d6bfb5 tempest-TestMinimumBasicScenario-1279570409 tempest-TestMinimumBasicScenario-1279570409-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1125 time: 0.1360352 Oct 30 01:03:39.250808 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47040) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:39.255069 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'port_id': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:39.280926 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:39.361341 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:39.425172 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:39.482816 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Allocated IP 172.37.3.75 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/c3906eba-78b8-4f61-bf34-6e79feb7fb0d) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:03:39.516255 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:39.586584 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:39.620860 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:39.668723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:03:39.675481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:03:39.680528 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:03:39.684230 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:39.708299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'Port': ['ID=c3906eba-78b8-4f61-bf34-6e79feb7fb0d,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:39.723610 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.723610 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.723950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.724035 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.724390 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.724717 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.725039 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.725345 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.725666 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.725982 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.726301 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.726617 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.726932 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.727247 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:39.727598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:03:40.057567 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for floatingip (96275310-c7ea-4005-8c16-8347ec1ef0fb), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:40.132709 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171058-24ae-4040-b755-5276ee162115 req-e42a0c22-96ee-4442-b003-1b5bb216178b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:40.134459 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-44171058-24ae-4040-b755-5276ee162115 req-e42a0c22-96ee-4442-b003-1b5bb216178b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0736988 Oct 30 01:03:40.177905 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:40.233992 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-44171058-24ae-4040-b755-5276ee162115 req-2bad5f6c-ed84-4a72-8238-fad4c6fc4c59 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800548 Oct 30 01:03:40.481525 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:40.580693 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:40.588758 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:40.656176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'Port': ['ID=c3906eba-78b8-4f61-bf34-6e79feb7fb0d,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:40.658790 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (96275310-c7ea-4005-8c16-8347ec1ef0fb), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:40.760890 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Floating IP 96275310-c7ea-4005-8c16-8347ec1ef0fb associated. External IP: 172.37.3.75, port: ad10e942-b527-4fbd-867f-e161a78a11bc. Oct 30 01:03:40.803484 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:40.961759 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Router f05c8f16-5388-45b1-8a96-c238281f1cc0 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:03:41.070677 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:03:41.085212 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] Sync routers for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:03:41.092037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.100939 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.103438 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:03:41.104076 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:41.126584 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1700dd87-d63f-49ea-9cbb-c31654a58c78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8747880 Oct 30 01:03:41.127247 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:03:41.129669 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c968b9e3-3997-4f16-8ebc-07c6795cb20b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:03:41.130044 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47052) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:41.135194 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066949310', 'description': 'tempest-secgroup-smoke-1066949310 description', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:41.162480 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.168307 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7fe671-71ee-4118-9806-15594aea9b5e x-openstack-request-id: req-1a7fe671-71ee-4118-9806-15594aea9b5e {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:03:41.168598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:03:41.168880 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a7fe671-71ee-4118-9806-15594aea9b5e {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:03:41.169249 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7fe671-71ee-4118-9806-15594aea9b5e'] response: {'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'status': 'completed', 'code': 200} Oct 30 01:03:41.213730 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:03:41.236278 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group (2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.241326 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.274536 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.279028 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1478424 Oct 30 01:03:41.279152 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47058) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:41.281409 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a34b0-46ef-45db-bc2a-84e9a1823b96 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:41.293588 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group_rule': {'security_group_id': '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:41.317555 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.354663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (62cfbc8c-5775-4808-9c6f-e90bc1c3d64b), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.376650 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae785b-47aa-4fc7-88fe-c7cd9de5ed8f req-95b08585-bdfd-41d9-adce-7d700de92607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:41.378238 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3ae785b-47aa-4fc7-88fe-c7cd9de5ed8f req-95b08585-bdfd-41d9-adce-7d700de92607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0609701 Oct 30 01:03:41.448055 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '96275310-c7ea-4005-8c16-8347ec1ef0fb', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'floating_ip_address': '172.37.3.75', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'port_id': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'mac_address': 'fa:16:3e:0f:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:03:39Z', 'updated_at': '2022-10-30T01:03:39Z', 'revision_number': 0, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:41.453647 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3ae785b-47aa-4fc7-88fe-c7cd9de5ed8f req-25be4ae9-0da6-45de-881e-bf68eeafefca tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678496 Oct 30 01:03:41.460264 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (62cfbc8c-5775-4808-9c6f-e90bc1c3d64b), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.465493 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (62cfbc8c-5775-4808-9c6f-e90bc1c3d64b), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.473210 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:41.475454 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] Checking router: f05c8f16-5388-45b1-8a96-c238281f1cc0 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:03:41.484340 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:03:41.485048 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:41.487203 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cfbc8c-5775-4808-9c6f-e90bc1c3d64b,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:41.500087 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.501309 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a2a31913-0e68-456f-8fdb-299e57db1ef4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2210686 Oct 30 01:03:41.504215 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47060) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:41.508965 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group_rule': {'security_group_id': '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:41.538236 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (9e609b03-c125-4910-a419-e9530ae8a346), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.590685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:03:41.601189 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (9e609b03-c125-4910-a419-e9530ae8a346), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.606121 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (9e609b03-c125-4910-a419-e9530ae8a346), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.624996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e609b03-c125-4910-a419-e9530ae8a346,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:41.632836 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.634060 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-071ebd18-c03e-4ab6-8146-1dc9de1ab7e3 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289265 Oct 30 01:03:41.636972 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47062) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:41.641253 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group_rule': {'security_group_id': '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:41.669094 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (67407cca-d4ce-4186-9823-48f691b4891d), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.710434 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-ada00aae-71a7-4c11-bd98-75a57fe6cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:41.712332 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-ada00aae-71a7-4c11-bd98-75a57fe6cc8d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1130 time: 0.0459907 Oct 30 01:03:41.734828 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (67407cca-d4ce-4186-9823-48f691b4891d), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.740584 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (67407cca-d4ce-4186-9823-48f691b4891d), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.748692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:41.761471 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67407cca-d4ce-4186-9823-48f691b4891d,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:41.777633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.781883 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6ec532ca-f45a-4a8e-bf06-e2dd2569cda7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411099 Oct 30 01:03:41.782097 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47066) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:41.786904 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group_rule': {'security_group_id': '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:41.818822 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (2d7b9736-5d5e-44dd-82b8-43dfb94fc34b), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.822222 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-454db506-2f2d-4656-96de-efd896af5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:41.823698 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-454db506-2f2d-4656-96de-efd896af5a9c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.1019175 Oct 30 01:03:41.879658 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (2d7b9736-5d5e-44dd-82b8-43dfb94fc34b), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.884317 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (2d7b9736-5d5e-44dd-82b8-43dfb94fc34b), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.902760 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7b9736-5d5e-44dd-82b8-43dfb94fc34b,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:41.913789 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.918043 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b012fc05-5d69-44c9-9c8a-c4c82d9b62c6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348701 Oct 30 01:03:41.918692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47068) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:41.919920 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-ed5e1715-a9f9-4eea-97d7-9c8305fe1f70 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 999 time: 0.0668170 Oct 30 01:03:41.922993 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group_rule': {'security_group_id': '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:41.944893 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.securitygroups_db [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Project 1dcbf2e9fb2e4a4698633fcbb07c30cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:03:41.953157 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (8ec70241-42bb-48cf-865c-44fa33464639), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:41.970687 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '96275310-c7ea-4005-8c16-8347ec1ef0fb', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'floating_ip_address': '172.37.3.75', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'port_id': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'mac_address': 'fa:16:3e:0f:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:03:39Z', 'updated_at': '2022-10-30T01:03:39Z', 'revision_number': 0, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:41.995875 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f74309-cb4d-4fc8-9fe9-2a5fd5b9657d None None] The sync data for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi is: [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '96275310-c7ea-4005-8c16-8347ec1ef0fb', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'floating_ip_address': '172.37.3.75', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'port_id': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'mac_address': 'fa:16:3e:0f:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:03:39Z', 'updated_at': '2022-10-30T01:03:39Z', 'revision_number': 0, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:03:42.017567 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (8ec70241-42bb-48cf-865c-44fa33464639), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.022722 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (8ec70241-42bb-48cf-865c-44fa33464639), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.039858 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec70241-42bb-48cf-865c-44fa33464639,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:42.052450 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.053703 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-e3123462-c1ce-435c-9c22-dcb1b6152e22 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340771 Oct 30 01:03:42.056728 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47070) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:42.061392 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'security_group_rule': {'security_group_id': '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff', 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:42.120467 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.securitygroups_db [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Project 1dcbf2e9fb2e4a4698633fcbb07c30cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:03:42.130985 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (52ec3b77-b02f-47ec-b1bc-527c489cc1fd), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.134781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-77ea7ce9-da5a-4095-8083-5f0c6677ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.136327 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-77ea7ce9-da5a-4095-8083-5f0c6677ae7d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.0640430 Oct 30 01:03:42.191604 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (52ec3b77-b02f-47ec-b1bc-527c489cc1fd), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.196963 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (52ec3b77-b02f-47ec-b1bc-527c489cc1fd), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.199420 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838c3811-b3f1-412e-aa2c-50225d4497bb None None] New status for floating IP 96275310-c7ea-4005-8c16-8347ec1ef0fb: ACTIVE {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:03:42.219389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ec3b77-b02f-47ec-b1bc-527c489cc1fd,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:42.225803 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.228147 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5ef41d6a-91fd-48c5-8e52-e106eb1d593c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1703441 Oct 30 01:03:42.317513 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-35dcb2cc-1907-491a-a9e2-3bb0cbdaaa2f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1066949310&fields=id&tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd HTTP/1.1" status: 200 len: 267 time: 0.0448070 Oct 30 01:03:42.375470 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-9a6b6225-d9bb-41fb-90a2-0386094b1cfe tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.379963 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-9a6b6225-d9bb-41fb-90a2-0386094b1cfe tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0530789 Oct 30 01:03:42.392785 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'port': {'security_groups': ['f7576011-a7b5-41f5-b8e2-259864e68671', '2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff']}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:42.414758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-632cf7ef-ddd1-414f-a03a-2ce843d19913 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.416438 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-632cf7ef-ddd1-414f-a03a-2ce843d19913 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0834513 Oct 30 01:03:42.417651 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-a696da40-19da-43fd-b1b9-9922b2654939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.418970 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-a696da40-19da-43fd-b1b9-9922b2654939 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958810 Oct 30 01:03:42.468494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.542613 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:42.577165 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port c9fe8633-400b-4adf-99ff-00c04190ea67 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:03:42.577535 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.603322 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-6fdda9c5-5ab0-498a-b29a-7eaf6181ca81 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684189 Oct 30 01:03:42.609328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64946e-5728-4828-8f4a-572f6c8fe893 req-4e127a14-592d-4948-9ac2-8daff0c64b55 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.610798 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e64946e-5728-4828-8f4a-572f6c8fe893 req-4e127a14-592d-4948-9ac2-8daff0c64b55 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 945 time: 0.0726345 Oct 30 01:03:42.657886 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:42.707106 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:42.724623 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e64946e-5728-4828-8f4a-572f6c8fe893 req-fc4dc42c-8eae-4682-8262-9cd88abe9a87 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d79d226-04ce-4aec-bc0d-da62b6574f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076572 Oct 30 01:03:42.740655 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] For port c9fe8633-400b-4adf-99ff-00c04190ea67, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c9fe8633-400b-4adf-99ff-00c04190ea67,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:42.741053 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.744459 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:42.771595 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:42.774083 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.780030 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.789526 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.790136 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.791506 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88960c13-87d2-4e85-bc94-feb15ac3cf25 req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "PUT /networking/v2.0/ports/ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 982 time: 0.4039500 Oct 30 01:03:42.832214 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['ad10e942-b527-4fbd-867f-e161a78a11bc'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:03:42.850733 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c968b9e3-3997-4f16-8ebc-07c6795cb20b req-fb919ef4-3487-4650-965c-2b32a1635000 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212417 Oct 30 01:03:42.867085 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ac307-0f27-4a9c-a280-33f4de989e9f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=6']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:42.922473 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed61c0-470b-4638-88ea-3562f83dfd00 req-5e18abc4-a9d0-4eb7-bc09-816f043e8017 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:42.929998 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a9ed61c0-470b-4638-88ea-3562f83dfd00 req-5e18abc4-a9d0-4eb7-bc09-816f043e8017 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0780354 Oct 30 01:03:42.930241 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:42.977855 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:42.987960 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.988330 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (201ffd4f-9627-4b99-81bf-7a7d781854cc), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:42.988576 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 201ffd4f-9627-4b99-81bf-7a7d781854cc disassociated. External IP: 172.37.3.180, port: c9fe8633-400b-4adf-99ff-00c04190ea67. Oct 30 01:03:42.989011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for c9fe8633-400b-4adf-99ff-00c04190ea67 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:03:42.992308 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a9ed61c0-470b-4638-88ea-3562f83dfd00 req-bc99df72-a3f0-4317-a764-9f2dc223389c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617590 Oct 30 01:03:43.060067 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['ad10e942-b527-4fbd-867f-e161a78a11bc'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:03:43.122097 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c9fe8633-400b-4adf-99ff-00c04190ea67), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:43.154295 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=c9fe8633-400b-4adf-99ff-00c04190ea67,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:43.171083 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:03:43.174097 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9245b0-1c36-423d-958f-9615fff4a93c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:03:43.222935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b611c-12b9-4874-a4a5-7b173c8e2c68 x-openstack-request-id: req-3d0b611c-12b9-4874-a4a5-7b173c8e2c68 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:03:43.223653 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:03:43.224067 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d0b611c-12b9-4874-a4a5-7b173c8e2c68 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:03:43.224574 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0b611c-12b9-4874-a4a5-7b173c8e2c68'] response: {'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'status': 'completed', 'code': 200} Oct 30 01:03:43.273364 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:03:43.361552 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-ab19ed1b-17f6-40af-8151-e8d15e6def42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:43.363283 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-ab19ed1b-17f6-40af-8151-e8d15e6def42 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1169 time: 0.0772645 Oct 30 01:03:43.470531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:03:43.485091 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:03:43.502482 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:03:43.503155 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:43.554752 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:43.616214 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:03:43.727891 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:43.793618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] No DVR routers for this DVR port c9fe8633-400b-4adf-99ff-00c04190ea67 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:03:43.796683 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:43.800028 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a23619ac-9bd0-4f97-81e9-75bb34feb457 req-01d30270-22ee-4867-b70f-a81b1e7b10bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "DELETE /networking/v2.0/ports/c9fe8633-400b-4adf-99ff-00c04190ea67 HTTP/1.1" status: 204 len: 173 time: 1.3713305 Oct 30 01:03:43.802518 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'name': 'network-vif-deleted', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:03:43.806219 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a410c-f59c-46f0-b594-5fbc11c8d1b6" -d '{"events": [{"server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "name": "network-vif-deleted", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:03:43.815967 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-48e8cbab-64fa-418e-8e3b-c65ca5b6ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:43.817759 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-48e8cbab-64fa-418e-8e3b-c65ca5b6ebc0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.4435117 Oct 30 01:03:43.872178 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:43.890698 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927dfaf6-82d4-4249-8e35-1ebda11729b1 x-openstack-request-id: req-927dfaf6-82d4-4249-8e35-1ebda11729b1 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:03:43.890957 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5632075c-7062-434e-b00c-bbf04c5ac04a", "name": "network-vif-deleted", "tag": "c9fe8633-400b-4adf-99ff-00c04190ea67", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:03:43.891290 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-927dfaf6-82d4-4249-8e35-1ebda11729b1 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:03:43.891598 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927dfaf6-82d4-4249-8e35-1ebda11729b1'] response: {'server_uuid': '5632075c-7062-434e-b00c-bbf04c5ac04a', 'name': 'network-vif-deleted', 'tag': 'c9fe8633-400b-4adf-99ff-00c04190ea67', 'status': 'completed', 'code': 200} Oct 30 01:03:43.909804 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3bc18d03-3852-4848-aa42-57afb85013d7 req-6aceaed7-9941-463b-ae2d-401b765c0d6a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5632075c-7062-434e-b00c-bbf04c5ac04a HTTP/1.1" status: 200 len: 210 time: 0.0858376 Oct 30 01:03:43.918184 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:03:43.928721 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:03:43.929376 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:43.930836 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-50fe015c-f6da-43f6-a5bf-21e1e148635b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 1001 time: 0.1026778 Oct 30 01:03:44.025579 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:44.035063 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-906b145a-ac75-42fb-ae77-731b700e8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:44.038241 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-906b145a-ac75-42fb-ae77-731b700e8443 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.0617070 Oct 30 01:03:44.058674 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:03:44.088550 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:44.103455 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-c223e73e-96bf-4303-851b-04719b73aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:44.105113 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-c223e73e-96bf-4303-851b-04719b73aa64 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563884 Oct 30 01:03:44.230666 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-c0d86a77-f564-4233-aa00-e96d21ed1097 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117499 Oct 30 01:03:44.327146 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:44.367812 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1d9245b0-1c36-423d-958f-9615fff4a93c req-98d78a27-41e5-4f10-8f73-5b3ccc33d32f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227601 Oct 30 01:03:44.375750 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385854c2-37f7-44b2-a262-badb6fa400d5 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '75c9d9a7-04d8-44c8-a01b-99769db24833', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.24', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:f9:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T00:56:02Z', 'updated_at': '2022-10-30T00:56:57Z', 'revision_number': 2, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:03:44.613680 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42447a08-bea4-4f04-82f2-4a0b37058052 None None] New status for floating IP 201ffd4f-9627-4b99-81bf-7a7d781854cc: DOWN {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:03:45.029371 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47090) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:45.089272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8265c5dc-e3f0-4969-8da7-ff1db7ecca26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (3d79d226-04ce-4aec-bc0d-da62b6574f7a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.111459 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8265c5dc-e3f0-4969-8da7-ff1db7ecca26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (3d79d226-04ce-4aec-bc0d-da62b6574f7a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.160439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8265c5dc-e3f0-4969-8da7-ff1db7ecca26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (3d79d226-04ce-4aec-bc0d-da62b6574f7a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.162995 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8265c5dc-e3f0-4969-8da7-ff1db7ecca26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.164167 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-8265c5dc-e3f0-4969-8da7-ff1db7ecca26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3d79d226-04ce-4aec-bc0d-da62b6574f7a HTTP/1.1" status: 204 len: 168 time: 0.1337943 Oct 30 01:03:45.167039 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47092) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:45.173623 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c5dc-e3f0-4969-8da7-ff1db7ecca26 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d79d226-04ce-4aec-bc0d-da62b6574f7a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:45.180744 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-4999522a-7ee2-4797-9e7d-27d7f9497380 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] show failed (client error): The resource could not be found. Oct 30 01:03:45.183772 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4999522a-7ee2-4797-9e7d-27d7f9497380 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups/3d79d226-04ce-4aec-bc0d-da62b6574f7a HTTP/1.1" status: 404 len: 347 time: 0.0136693 Oct 30 01:03:45.184731 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47094) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:45.215692 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c9fe8633-400b-4adf-99ff-00c04190ea67 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:03:45.236524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: c9fe8633-400b-4adf-99ff-00c04190ea67 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:03:45.237142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c9fe8633-400b-4adf-99ff-00c04190ea67 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:03:45.301550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port 50ac2603-536c-4ab2-a57a-04b85e5aa26d {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:03:45.301882 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.384549 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.384891 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (50ac2603-536c-4ab2-a57a-04b85e5aa26d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.401401 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for 50ac2603-536c-4ab2-a57a-04b85e5aa26d owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:03:45.549812 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (50ac2603-536c-4ab2-a57a-04b85e5aa26d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.574139 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=50ac2603-536c-4ab2-a57a-04b85e5aa26d,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:45.640050 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (201ffd4f-9627-4b99-81bf-7a7d781854cc), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.642541 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:45.644503 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8380b5fa-d1a9-45d8-bad7-8b400e2f464b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/201ffd4f-9627-4b99-81bf-7a7d781854cc HTTP/1.1" status: 204 len: 168 time: 0.4581738 Oct 30 01:03:48.340645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:48.351868 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8989329-e3b4-4e75-b466-05d070e56b72 req-e9819130-eb81-45b0-a973-04fb75b167a2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:48.353394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8989329-e3b4-4e75-b466-05d070e56b72 req-e9819130-eb81-45b0-a973-04fb75b167a2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0534041 Oct 30 01:03:48.403629 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d8989329-e3b4-4e75-b466-05d070e56b72 req-28cc9d61-2e03-485e-97b6-c7b23972eb61 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Oct 30 01:03:49.449147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-a041499d-0383-4fcf-80ca-89fedf7892ad tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:49.450788 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-a041499d-0383-4fcf-80ca-89fedf7892ad tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0590982 Oct 30 01:03:49.533407 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcffc6-c455-464a-8562-caeeb1b70fc9 req-ea9b0c07-2c75-4251-83f2-0c0c0d2dc46b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:49.534892 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5dfcffc6-c455-464a-8562-caeeb1b70fc9 req-ea9b0c07-2c75-4251-83f2-0c0c0d2dc46b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 945 time: 0.0480888 Oct 30 01:03:49.538114 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port 9218be5d-9ff8-4e15-b073-e87bc5e0401c {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:03:49.538429 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:49.582908 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5dfcffc6-c455-464a-8562-caeeb1b70fc9 req-708f49fa-2704-417f-ad7e-52772c64bf95 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=67caf368-554d-4ed9-a7cf-50e72f99cc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Oct 30 01:03:49.633300 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] For port 9218be5d-9ff8-4e15-b073-e87bc5e0401c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9218be5d-9ff8-4e15-b073-e87bc5e0401c,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:49.633547 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:49.794937 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:49.795313 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (75c9d9a7-04d8-44c8-a01b-99769db24833), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:49.795663 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 75c9d9a7-04d8-44c8-a01b-99769db24833 disassociated. External IP: 172.37.3.24, port: 9218be5d-9ff8-4e15-b073-e87bc5e0401c. Oct 30 01:03:49.796178 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for 9218be5d-9ff8-4e15-b073-e87bc5e0401c owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:03:49.923260 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:49.944996 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (9218be5d-9ff8-4e15-b073-e87bc5e0401c), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:49.970337 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:49.973768 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=9218be5d-9ff8-4e15-b073-e87bc5e0401c,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:50.091033 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:03:50.201375 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:03:50.212656 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:03:50.222523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:03:50.223097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:50.246858 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] No DVR routers for this DVR port 9218be5d-9ff8-4e15-b073-e87bc5e0401c on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:03:50.249358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:50.252617 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e4de920-779e-42fb-829b-c5ec29ed5f67 req-5e5a63f8-a46f-49ac-99bc-89779bbeeb1b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "DELETE /networking/v2.0/ports/9218be5d-9ff8-4e15-b073-e87bc5e0401c HTTP/1.1" status: 204 len: 173 time: 0.7954564 Oct 30 01:03:50.253106 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'name': 'network-vif-deleted', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:03:50.255365 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20239ef-a191-4574-b669-0017ef233f09" -d '{"events": [{"server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "name": "network-vif-deleted", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:03:50.294709 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b87a9a-5cad-4543-95e7-7667e380c7b8 x-openstack-request-id: req-29b87a9a-5cad-4543-95e7-7667e380c7b8 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:03:50.295204 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652be64-c2a3-4b24-a3aa-c962f204c06e", "name": "network-vif-deleted", "tag": "9218be5d-9ff8-4e15-b073-e87bc5e0401c", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:03:50.295486 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29b87a9a-5cad-4543-95e7-7667e380c7b8 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:03:50.295893 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b87a9a-5cad-4543-95e7-7667e380c7b8'] response: {'server_uuid': '5652be64-c2a3-4b24-a3aa-c962f204c06e', 'name': 'network-vif-deleted', 'tag': '9218be5d-9ff8-4e15-b073-e87bc5e0401c', 'status': 'completed', 'code': 200} Oct 30 01:03:50.344239 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:03:50.503031 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:50.552490 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:50.578530 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:03:50.587782 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:03:50.588398 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:50.697590 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:03:50.707396 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8aad3ff6-c037-472a-a577-6f6ef9b33470 req-6fbe8810-61ee-4a41-9b8c-40e538a8f922 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=5652be64-c2a3-4b24-a3aa-c962f204c06e HTTP/1.1" status: 200 len: 210 time: 0.0313745 Oct 30 01:03:50.729853 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:50.891253 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:03:50.919678 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1c21d-afd0-4491-8bda-5825c54f20f8 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:03:51.161885 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ec3de-2c0f-48f5-9bcb-f7cf9880de1d None None] New status for floating IP 75c9d9a7-04d8-44c8-a01b-99769db24833: DOWN {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:03:51.814971 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47152) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:51.872874 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eed8c10d-2d1f-4471-b3b3-572a21b40dd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (67caf368-554d-4ed9-a7cf-50e72f99cc32), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:51.895989 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eed8c10d-2d1f-4471-b3b3-572a21b40dd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (67caf368-554d-4ed9-a7cf-50e72f99cc32), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:51.950916 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eed8c10d-2d1f-4471-b3b3-572a21b40dd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (67caf368-554d-4ed9-a7cf-50e72f99cc32), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:51.953841 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eed8c10d-2d1f-4471-b3b3-572a21b40dd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:51.954988 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-eed8c10d-2d1f-4471-b3b3-572a21b40dd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/67caf368-554d-4ed9-a7cf-50e72f99cc32 HTTP/1.1" status: 204 len: 168 time: 0.1389759 Oct 30 01:03:51.958077 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47154) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:51.965095 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8c10d-2d1f-4471-b3b3-572a21b40dd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67caf368-554d-4ed9-a7cf-50e72f99cc32,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:51.972909 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-1b3ff5c3-aedd-4612-8eed-37d4f6c907db tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] show failed (client error): The resource could not be found. Oct 30 01:03:51.974027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1b3ff5c3-aedd-4612-8eed-37d4f6c907db tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups/67caf368-554d-4ed9-a7cf-50e72f99cc32 HTTP/1.1" status: 404 len: 347 time: 0.0145724 Oct 30 01:03:51.977117 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47156) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:52.096958 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port edb565f3-d03a-4639-8444-4bf567da1766 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:03:52.097520 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (edb565f3-d03a-4639-8444-4bf567da1766), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.163174 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:52.181615 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (edb565f3-d03a-4639-8444-4bf567da1766), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.181934 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (edb565f3-d03a-4639-8444-4bf567da1766), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.193815 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for edb565f3-d03a-4639-8444-4bf567da1766 owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:03:52.332050 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (edb565f3-d03a-4639-8444-4bf567da1766), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.356889 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=edb565f3-d03a-4639-8444-4bf567da1766,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:52.428497 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (75c9d9a7-04d8-44c8-a01b-99769db24833), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.432011 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.433182 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f6547afc-a58a-47eb-a9b0-8bbad7c03f9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/75c9d9a7-04d8-44c8-a01b-99769db24833 HTTP/1.1" status: 204 len: 168 time: 0.4551601 Oct 30 01:03:52.521846 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47166) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:52.526699 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--712391800', 'description': 'tempest-description--453896372'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:52.548801 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.620612 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (f15f9457-aff9-4ecc-aca6-0e5504982a13), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.625678 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f15f9457-aff9-4ecc-aca6-0e5504982a13), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.658321 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.659593 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1365724 Oct 30 01:03:52.661775 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5a350-a356-460b-bddb-f20f6c8bba0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f9457-aff9-4ecc-aca6-0e5504982a13,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:52.662876 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47174) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:52.667960 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': 'f15f9457-aff9-4ecc-aca6-0e5504982a13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:52.695779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (12840ad8-798d-4a39-9c29-1079fb6ce6e4), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.762598 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (12840ad8-798d-4a39-9c29-1079fb6ce6e4), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.767360 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (12840ad8-798d-4a39-9c29-1079fb6ce6e4), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.786969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12840ad8-798d-4a39-9c29-1079fb6ce6e4,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:52.795003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.796238 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-e76e97f9-b951-4828-b20f-43993e88462f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321280 Oct 30 01:03:52.798990 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47178) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:52.803690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': 'f15f9457-aff9-4ecc-aca6-0e5504982a13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:52.832731 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (cc023902-c304-4a3f-ac22-59f5dcc262d9), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.893627 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (cc023902-c304-4a3f-ac22-59f5dcc262d9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.898972 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (cc023902-c304-4a3f-ac22-59f5dcc262d9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.918023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc023902-c304-4a3f-ac22-59f5dcc262d9,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:52.927534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:52.928847 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9dd6a8c2-0227-4e6a-b7fc-2118a2883c03 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289015 Oct 30 01:03:52.932135 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47180) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:03:52.937466 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:52.961692 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.043420 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.045011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:53.088552 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:53.160585 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.37.3.28 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/a6f002f3-1440-4757-ba65-cb35a25c21bd) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:03:53.236222 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 9218be5d-9ff8-4e15-b073-e87bc5e0401c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:03:53.255460 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 9218be5d-9ff8-4e15-b073-e87bc5e0401c {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:03:53.255889 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 9218be5d-9ff8-4e15-b073-e87bc5e0401c not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:03:53.280532 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.315622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.354258 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:03:53.361181 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:03:53.366245 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:03:53.369594 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=a6f002f3-1440-4757-ba65-cb35a25c21bd,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:53.458149 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (7b48d4b0-a2a8-47ad-8cf5-338c12d47920), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.498891 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.666808 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.672889 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.739365 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7b48d4b0-a2a8-47ad-8cf5-338c12d47920), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.742185 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=a6f002f3-1440-4757-ba65-cb35a25c21bd,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:53.759932 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:53.761176 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-cdf202e7-eada-4eda-8112-b0623fe59e41 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8270979 Oct 30 01:03:54.004158 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-395a9e11-b38f-4896-8293-c55fdbc79393 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--712391800&fields=id&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 267 time: 0.0440197 Oct 30 01:03:54.074405 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:54.117528 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-a48e5a51-3115-4590-aff5-bbf9a85d8e53 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:54.119140 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-a48e5a51-3115-4590-aff5-bbf9a85d8e53 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.1084146 Oct 30 01:03:54.135643 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-9e48524f-7d0e-4bd2-839e-b7116545c0dd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/quotas/6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 375 time: 0.0096679 Oct 30 01:03:54.188542 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-008ed506-64ed-46cd-9d06-112af3219262 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475121 Oct 30 01:03:54.284795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-69d84895-cdb1-4cb8-a31a-ace92839c6c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Oct 30 01:03:54.387200 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-abb17607-b0a6-4f32-a409-aec912c07855 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940681 Oct 30 01:03:54.562405 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6defca96-8a45-41ab-b00c-abd2524a0b50 req-38703f79-0923-47f5-9d11-d90891849667 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Oct 30 01:03:54.816123 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-fc6c446f-f984-49e7-9d35-1a8aabd94714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:54.818645 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-fc6c446f-f984-49e7-9d35-1a8aabd94714 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0553541 Oct 30 01:03:54.896572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:54.950491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:54.962003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:54.962209 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246dfd-a0a0-4042-954a-888e4f0c1929 req-bea04a61-0188-4b3e-9381-fc6217e1c0e2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:54.963506 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c246dfd-a0a0-4042-954a-888e4f0c1929 req-bea04a61-0188-4b3e-9381-fc6217e1c0e2 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0756950 Oct 30 01:03:54.992267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-4e1f142d-760c-4fad-9cc4-380ab8e32775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:54.993883 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-4e1f142d-760c-4fad-9cc4-380ab8e32775 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.1296163 Oct 30 01:03:55.017429 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c246dfd-a0a0-4042-954a-888e4f0c1929 req-2f85e87a-00e9-4b71-9ab9-3bb5b0a1b0b3 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477149 Oct 30 01:03:55.071501 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-176725f4-18aa-439a-bf48-c80b29e4b6cf service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 1001 time: 0.0652919 Oct 30 01:03:55.155708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-a005ecbe-9582-40cf-b817-7ee60a1f3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:55.157474 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-a005ecbe-9582-40cf-b817-7ee60a1f3a88 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0497208 Oct 30 01:03:55.271651 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-58ee6c21-5cbf-470c-aebf-4dd45de0c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:55.273365 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-58ee6c21-5cbf-470c-aebf-4dd45de0c758 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406120 Oct 30 01:03:55.381916 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-343f8a6d-874a-445a-a86c-fa8c7e460035 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008656 Oct 30 01:03:55.495323 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c1e20289-5c55-4ec2-bb65-73d988ba21d8 req-17a7744d-630f-409e-8212-7e808055f2e8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974846 Oct 30 01:03:55.677524 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9c135cec-3336-4f96-95fd-3927105fad60 req-b06861b6-2234-40ea-ada8-302e6cd5ade1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 210 time: 0.0345631 Oct 30 01:03:56.153753 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ecedc-f448-48db-886a-7ca7af776301 req-b8329f66-015b-4fc5-9ed1-51bd4f0f12bd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:56.156101 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ed1ecedc-f448-48db-886a-7ca7af776301 req-b8329f66-015b-4fc5-9ed1-51bd4f0f12bd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0516787 Oct 30 01:03:56.228198 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ed1ecedc-f448-48db-886a-7ca7af776301 req-b20ff2f2-6640-4664-ad83-7ff70964f9fa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657365 Oct 30 01:03:56.248495 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-e67852fc-badb-4f11-af15-c2b565f24e97 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:56.250064 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-e67852fc-badb-4f11-af15-c2b565f24e97 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.1425955 Oct 30 01:03:56.321073 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd27a41-0686-4e73-8495-e00afa413c58 req-00361e58-5b4e-435b-91ab-fe3d586b9faf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:56.322592 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4bd27a41-0686-4e73-8495-e00afa413c58 req-00361e58-5b4e-435b-91ab-fe3d586b9faf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0522501 Oct 30 01:03:56.373014 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4bd27a41-0686-4e73-8495-e00afa413c58 req-10a99b1e-a493-4b81-8a25-8f03abb5c828 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422564 Oct 30 01:03:56.800115 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f1f44f26-4685-4dd6-a03d-92913eb628b9 req-e1c0d0e6-9c41-4304-9f59-e3129b40cc11 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 210 time: 0.0296237 Oct 30 01:03:57.369741 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7e0b-9ba5-4e1f-805d-0f476a1066e1 req-d8721016-c40f-468b-bade-f8b0669637a1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:57.371233 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e00f7e0b-9ba5-4e1f-805d-0f476a1066e1 req-d8721016-c40f-468b-bade-f8b0669637a1 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0550408 Oct 30 01:03:57.421151 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e00f7e0b-9ba5-4e1f-805d-0f476a1066e1 req-274db869-2165-40c9-9739-dec2da4288fe tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Oct 30 01:03:57.514047 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c43f-d2f9-4ddd-837f-c3eec328cc23 req-fb8dc45e-90ef-485c-8b1a-ccc5ec3cdaf1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:57.515968 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3b1c43f-d2f9-4ddd-837f-c3eec328cc23 req-fb8dc45e-90ef-485c-8b1a-ccc5ec3cdaf1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0588739 Oct 30 01:03:57.569217 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3b1c43f-d2f9-4ddd-837f-c3eec328cc23 req-42f33550-509c-4a28-b56a-397339341ee0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469275 Oct 30 01:03:57.882919 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-2a00fdae-1e68-4aaf-9a9e-7488e71697d3 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 379 time: 0.0731843 Oct 30 01:03:57.925569 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02f60f8b-62bc-430f-8a84-e814f369d467 req-7496af05-ba5e-485d-910a-341a257e728f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Oct 30 01:03:58.049008 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'port': {'device_id': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'admin_state_up': True, 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'security_groups': ['f15f9457-aff9-4ecc-aca6-0e5504982a13']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:58.171386 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Made reservation on behalf of 6b68b886c19c45d585409651f33b8626 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:03:58.176139 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.306715 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.20.0.13 (4400f15d-ace0-4893-b5ff-c43f47dad5a5/53508a5d-d8c5-48c3-8103-6957eeeafd5f/a89f7199-cd3e-44d3-af70-4235cf4ab1a1) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:03:58.422773 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:58.428546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:58.455674 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.491523 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.534296 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:03:58.539501 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:03:58.543384 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:03:58.544314 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def956d5-1759-463a-9a9f-d01f0f994484 req-aef22ef1-50c6-4773-acba-aa7e9324b95c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:58.546308 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-def956d5-1759-463a-9a9f-d01f0f994484 req-aef22ef1-50c6-4773-acba-aa7e9324b95c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0469830 Oct 30 01:03:58.578767 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:58.603280 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-def956d5-1759-463a-9a9f-d01f0f994484 req-75eba2cc-81b2-4690-b66d-ebdf337cde69 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498307 Oct 30 01:03:58.604249 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:58.605220 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.643312 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-85e89108-d337-4307-b15d-27bab0b1497f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983222 Oct 30 01:03:58.724969 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92559d-b14b-4e67-b947-b94b83d6032e req-617ef8f0-54b5-431e-8a3b-f4544a02593e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:58.726864 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ae92559d-b14b-4e67-b947-b94b83d6032e req-617ef8f0-54b5-431e-8a3b-f4544a02593e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0598941 Oct 30 01:03:58.778299 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ae92559d-b14b-4e67-b947-b94b83d6032e req-c9a86701-3a64-442b-8aa7-a2c043eb6221 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446553 Oct 30 01:03:58.810301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Request body: {'port': {'device_id': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:03:58.845186 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-61fbc9b0-5f2d-4ef9-baed-f7839b7377d7 None None] Provisioning complete for port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:03:58.845801 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-61fbc9b0-5f2d-4ef9-baed-f7839b7377d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:58.845992 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-61fbc9b0-5f2d-4ef9-baed-f7839b7377d7 None None] Attempt 1 to provision port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 Oct 30 01:03:58.878175 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381471e7-0736-4248-93fc-16254b67ab59 req-4e81c891-06a2-4019-8304-47bf8284a4c3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:58.878638 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-61fbc9b0-5f2d-4ef9-baed-f7839b7377d7 None None] Port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:03:58.879634 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-381471e7-0736-4248-93fc-16254b67ab59 req-4e81c891-06a2-4019-8304-47bf8284a4c3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0666127 Oct 30 01:03:58.938501 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.013276 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:59.025640 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Deleting port 5367850e-73d0-4814-af96-bd430c94c272 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:03:59.025969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (5367850e-73d0-4814-af96-bd430c94c272), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.052059 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dee60-78ce-4a1e-9d6b-3d1a51dea9e6 req-829fce58-bd64-4384-aa0b-267e1e9a0169 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:59.053549 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f3dee60-78ce-4a1e-9d6b-3d1a51dea9e6 req-829fce58-bd64-4384-aa0b-267e1e9a0169 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 932 time: 0.0500555 Oct 30 01:03:59.101023 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f3dee60-78ce-4a1e-9d6b-3d1a51dea9e6 req-885d5ca3-a315-4de8-b120-22235c890102 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416288 Oct 30 01:03:59.219472 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] For port 5367850e-73d0-4814-af96-bd430c94c272, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5367850e-73d0-4814-af96-bd430c94c272,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:03:59.219709 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (5367850e-73d0-4814-af96-bd430c94c272), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.387794 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:59.428316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:03:59.431710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89f7199-cd3e-44d3-af70-4235cf4ab1a1 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:03:59.448663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Publish callbacks [] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.464793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.465148 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (c845ecb0-9ff0-4f68-b872-8f4432227db9), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.465457 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Floating IP c845ecb0-9ff0-4f68-b872-8f4432227db9 disassociated. External IP: 172.37.3.156, port: 5367850e-73d0-4814-af96-bd430c94c272. Oct 30 01:03:59.465791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Calling delete_port for 5367850e-73d0-4814-af96-bd430c94c272 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:03:59.478850 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Transition to ACTIVE for port object a89f7199-cd3e-44d3-af70-4235cf4ab1a1 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:03:59.484006 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:03:59.740266 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e2b27-cc53-49f8-922c-e7e39b095676 req-27a75b31-5e72-4a05-869a-f8bacf3258c9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:59.742229 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-965e2b27-cc53-49f8-922c-e7e39b095676 req-27a75b31-5e72-4a05-869a-f8bacf3258c9 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0526848 Oct 30 01:03:59.790100 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-965e2b27-cc53-49f8-922c-e7e39b095676 req-99edf717-f5d7-43ad-b3d2-5f290860d66a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Oct 30 01:03:59.835683 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Pushing event updated for resources: {'Port': ['ID=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:03:59.916954 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65993159-2c79-4b92-98d5-3bdae5a0882c req-33efc9b1-3754-4f77-a00e-d7307d10a64d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:03:59.918457 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-65993159-2c79-4b92-98d5-3bdae5a0882c req-33efc9b1-3754-4f77-a00e-d7307d10a64d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 947 time: 0.0479374 Oct 30 01:03:59.924880 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Attempting to bind port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:03:59.925213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Attempting to bind port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:03:59.925535 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Attempting to bind port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:03:59.966658 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-65993159-2c79-4b92-98d5-3bdae5a0882c req-987c4ea4-2728-4dab-8f4f-97d5ac1424ac tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423911 Oct 30 01:03:59.975085 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (5367850e-73d0-4814-af96-bd430c94c272), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:00.010265 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:04:00.010558 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Attempting to bind port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:04:00.013088 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event deleted for resources: {'Port': ['ID=5367850e-73d0-4814-af96-bd430c94c272,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:00.099503 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:04:00.099861 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:04:00.100246 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Bound using segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:04:00.100671 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Bound port: a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:04:00.101020 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:00.204968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:04:00.221047 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] For port a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:04:00.225444 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] For port a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:04:00.231773 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052635f7-47c6-4994-be90-0fedf3d94722 req-54c5a998-e8c5-417a-9b26-35e5c7a5594b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:00.233482 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-052635f7-47c6-4994-be90-0fedf3d94722 req-54c5a998-e8c5-417a-9b26-35e5c7a5594b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 944 time: 0.0528047 Oct 30 01:04:00.263479 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:00.270827 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:00.271443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:00.272840 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/a89f7199-cd3e-44d3-af70-4235cf4ab1a1 HTTP/1.1" status: 200 len: 1094 time: 1.4670348 Oct 30 01:04:00.275381 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:00.277437 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:00.287318 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-052635f7-47c6-4994-be90-0fedf3d94722 req-9c35f8d2-c310-4464-90d8-685663883f4a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476048 Oct 30 01:04:00.356895 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4015784-1437-4297-988a-2cf357130477 x-openstack-request-id: req-a4015784-1437-4297-988a-2cf357130477 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:00.357178 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:00.357449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4015784-1437-4297-988a-2cf357130477 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:00.357848 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4015784-1437-4297-988a-2cf357130477'] response: {'name': 'network-changed', 'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'status': 'completed', 'code': 200} Oct 30 01:04:00.397940 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90547a28-68d4-4c94-9ced-bc530df6c253 service neutron] Pushing event updated for resources: {'Port': ['ID=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:00.405693 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:00.444272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:00.447986 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:04:00.456914 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-22e367d0-770d-47a2-a4cc-bfc12c0cdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:00.458489 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-22e367d0-770d-47a2-a4cc-bfc12c0cdd22 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 1128 time: 0.0702922 Oct 30 01:04:00.461150 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:04:00.472988 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:00.473597 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:00.516554 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-5ad45991-f032-400a-a157-c8620654f85e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1 HTTP/1.1" status: 200 len: 217 time: 0.0373988 Oct 30 01:04:00.540056 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] No DVR routers for this DVR port 5367850e-73d0-4814-af96-bd430c94c272 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:04:00.543442 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:00.546760 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-381471e7-0736-4248-93fc-16254b67ab59 req-a4c06cc5-f5d8-47c5-9bdf-90b52bd18108 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "DELETE /networking/v2.0/ports/5367850e-73d0-4814-af96-bd430c94c272 HTTP/1.1" status: 204 len: 173 time: 1.6608176 Oct 30 01:04:00.590511 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-335d28af-a5e8-4af8-bd52-f9cae6c80f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:00.592140 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-335d28af-a5e8-4af8-bd52-f9cae6c80f3c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0603898 Oct 30 01:04:00.594166 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:00.641375 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-b8949bac-eeb1-4fcf-919a-757b01171ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:00.642895 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-b8949bac-eeb1-4fcf-919a-757b01171ce2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439687 Oct 30 01:04:00.758193 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-30486ecc-d703-4e30-8ba4-26c6cc535df0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076429 Oct 30 01:04:00.798015 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:00.827795 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:04:00.837532 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:00.838180 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:03:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:00.877263 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-e90a8e6e-fc9c-4920-9999-cddb745615b2 req-c16c7590-4b6b-427f-bca7-8514ab2aa3a8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072049 Oct 30 01:04:00.918946 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:00.934805 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7edf-a297-4d4e-a060-1e99d0997580 req-40e0c1fb-e7f6-402a-88ca-56c8c3cea2a0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:00.936487 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9ecf7edf-a297-4d4e-a060-1e99d0997580 req-40e0c1fb-e7f6-402a-88ca-56c8c3cea2a0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0628498 Oct 30 01:04:00.950436 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:00.951989 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:00.985005 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9ecf7edf-a297-4d4e-a060-1e99d0997580 req-86d8a69d-bd14-45f9-ba92-2506ff5bcc73 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Oct 30 01:04:01.092142 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-74ebc71e-9c4b-4eea-ad7e-b457f8b8ddc1 req-234c268a-9e9a-4d6b-8df6-3659ef266757 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.0298686 Oct 30 01:04:01.143221 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:01.169149 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c921c-6b57-4661-bbf1-240b56e1ff52 None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:04:01.241087 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:01.244743 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:01.307620 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:04:01.328562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 5367850e-73d0-4814-af96-bd430c94c272 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:04:01.328944 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 5367850e-73d0-4814-af96-bd430c94c272 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:04:01.401838 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abfae3-55e5-4d38-871a-2983369ba702 None None] New status for floating IP c845ecb0-9ff0-4f68-b872-8f4432227db9: DOWN {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:04:01.416494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272689e6-0412-4782-97a9-c33ccfdf2d19 req-85c7aa9e-b4e7-4784-ac25-e774cf97ad17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:01.417981 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-272689e6-0412-4782-97a9-c33ccfdf2d19 req-85c7aa9e-b4e7-4784-ac25-e774cf97ad17 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 944 time: 0.0493448 Oct 30 01:04:01.470559 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-272689e6-0412-4782-97a9-c33ccfdf2d19 req-085501b2-6b17-4ced-bc08-e06cf4537d73 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467448 Oct 30 01:04:02.113448 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358285d-d6de-47f3-ad03-048cfbe32f31 req-21eb12a8-07ff-42b2-8435-d65b58513a05 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:02.114848 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a358285d-d6de-47f3-ad03-048cfbe32f31 req-21eb12a8-07ff-42b2-8435-d65b58513a05 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0473707 Oct 30 01:04:02.163255 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a358285d-d6de-47f3-ad03-048cfbe32f31 req-44473875-f8ad-42c8-b9a8-18e4ddc48efa tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Oct 30 01:04:02.214335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ca659a80-2ddb-42e9-8a06-f959287fd2d3 req-7c84c278-d5c2-44e0-a86d-25ad3b5262dc tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.0282950 Oct 30 01:04:02.359343 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-deleted', 'tag': '5367850e-73d0-4814-af96-bd430c94c272'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:02.361815 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0646259-e881-4067-928b-8f0a1f8cfc95" -d '{"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-deleted", "tag": "5367850e-73d0-4814-af96-bd430c94c272"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:02.400256 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9c7eef-b429-4dab-951a-002d614d2a43 x-openstack-request-id: req-1d9c7eef-b429-4dab-951a-002d614d2a43 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:02.400547 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9491a8f4-2b76-4a4e-a6bd-6720114e482f", "name": "network-vif-deleted", "tag": "5367850e-73d0-4814-af96-bd430c94c272", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:02.400793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d9c7eef-b429-4dab-951a-002d614d2a43 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:02.401227 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9c7eef-b429-4dab-951a-002d614d2a43'] response: {'server_uuid': '9491a8f4-2b76-4a4e-a6bd-6720114e482f', 'name': 'network-vif-deleted', 'tag': '5367850e-73d0-4814-af96-bd430c94c272', 'status': 'completed', 'code': 200} Oct 30 01:04:02.603753 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec447256-f0f5-49d3-af7d-ec24703b3f15 req-c88a4d83-d62a-4788-bac1-324122fefffd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:02.605222 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec447256-f0f5-49d3-af7d-ec24703b3f15 req-c88a4d83-d62a-4788-bac1-324122fefffd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 944 time: 0.0500188 Oct 30 01:04:02.652733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec447256-f0f5-49d3-af7d-ec24703b3f15 req-a9317c94-aad3-4979-8e1d-f88df579599c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Oct 30 01:04:03.300921 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bc2ea-b7a6-4f7c-8264-872fd3460ae5 req-6090fead-5286-4b49-9e0b-f90cbd211569 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:03.302415 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-207bc2ea-b7a6-4f7c-8264-872fd3460ae5 req-6090fead-5286-4b49-9e0b-f90cbd211569 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0552003 Oct 30 01:04:03.316946 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a89f7199-cd3e-44d3-af70-4235cf4ab1a1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:04:03.353331 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-77979a5c-b8b2-46bb-8901-f0f0ad504d9c req-f952bddf-57c2-424c-a4df-7204eb2ad8ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.0317345 Oct 30 01:04:03.380009 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-207bc2ea-b7a6-4f7c-8264-872fd3460ae5 req-079beedc-fca6-4728-97e1-395c492a8fe0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672362 Oct 30 01:04:03.419878 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:03.421832 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:03.433810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'port_id': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'mac_address': 'fa:16:3e:b6:0e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:04:03.468422 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:03.468738 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.481846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89f7199-cd3e-44d3-af70-4235cf4ab1a1 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:04:03.501993 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:03.510577 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:03.561626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:03.568893 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.569235 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.569594 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.569931 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.570260 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.570589 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.570911 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.571291 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.571618 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.572050 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.572375 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.572679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.572999 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.573316 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.573635 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:03.724586 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:04:03.797479 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690fdd-e266-4cfe-96f1-fe632cc90d86 req-8265b24a-9acc-4226-aaa0-644f8b3eefd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:03.798983 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bf690fdd-e266-4cfe-96f1-fe632cc90d86 req-8265b24a-9acc-4226-aaa0-644f8b3eefd1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 945 time: 0.0505033 Oct 30 01:04:03.847448 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bf690fdd-e266-4cfe-96f1-fe632cc90d86 req-d1929b64-d2ba-4ecf-81ee-55fb89154cb4 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Oct 30 01:04:04.142999 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['a89f7199-cd3e-44d3-af70-4235cf4ab1a1'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:04:04.199856 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-97a0ff0c-482f-4ee7-831a-251a6503ad66 req-a50f80b1-0ec5-49ae-8e57-52fb17d4aea0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0475414 Oct 30 01:04:04.207230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-543edd70-914a-49b6-9f02-13642d67713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.208809 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-543edd70-914a-49b6-9f02-13642d67713e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 1129 time: 0.0693486 Oct 30 01:04:04.510542 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-64d75ec0-7426-4ae8-9b2b-5f68764bbbc8 req-26326b90-9a86-4306-becf-e60011608533 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.0448852 Oct 30 01:04:04.525051 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f407474-3f1e-42f0-9cac-8a56e392923d req-3200e650-c418-4c3b-a274-b8540cb81721 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.526584 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9f407474-3f1e-42f0-9cac-8a56e392923d req-3200e650-c418-4c3b-a274-b8540cb81721 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0730174 Oct 30 01:04:04.541054 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:04.581859 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9f407474-3f1e-42f0-9cac-8a56e392923d req-77759e82-9628-4682-9ba7-5a407c6ea86a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485563 Oct 30 01:04:04.599654 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-97a0ff0c-482f-4ee7-831a-251a6503ad66 req-a0c0832e-e632-4147-aee5-5631aa43da40 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=9491a8f4-2b76-4a4e-a6bd-6720114e482f HTTP/1.1" status: 200 len: 210 time: 0.0393288 Oct 30 01:04:04.641021 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-0b9992c8-09c2-4f77-83cb-9c9e54fe9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.642645 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-0b9992c8-09c2-4f77-83cb-9c9e54fe9a04 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.1411049 Oct 30 01:04:04.722749 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-e59240bc-a35a-443b-a14a-ba3bf103a875 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1 HTTP/1.1" status: 200 len: 217 time: 0.0692749 Oct 30 01:04:04.798284 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ff0c-482f-4ee7-831a-251a6503ad66 req-3b495cde-3961-4771-a043-ffd9bf5ad5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.799778 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-97a0ff0c-482f-4ee7-831a-251a6503ad66 req-3b495cde-3961-4771-a043-ffd9bf5ad5bb service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1721001 Oct 30 01:04:04.801198 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-ae62de37-c85d-4fca-8682-a00b9abd26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.802474 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-ae62de37-c85d-4fca-8682-a00b9abd26a8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0716760 Oct 30 01:04:04.903787 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-def4c157-ea86-4934-a495-568060ceb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.905325 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-def4c157-ea86-4934-a495-568060ceb967 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920615 Oct 30 01:04:04.976391 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f1ac-0c69-4e44-ab74-ff9bc7bc8d0c req-14c17f0f-ffd7-44ef-9cf2-f10d8d44861f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.978269 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1dd6f1ac-0c69-4e44-ab74-ff9bc7bc8d0c req-14c17f0f-ffd7-44ef-9cf2-f10d8d44861f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Oct 30 01:04:04.992035 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ff0c-482f-4ee7-831a-251a6503ad66 req-5a06a91f-6e0b-4611-a3ac-11e913a5c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:04.993487 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-97a0ff0c-482f-4ee7-831a-251a6503ad66 req-5a06a91f-6e0b-4611-a3ac-11e913a5c86d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812956 Oct 30 01:04:05.030831 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1dd6f1ac-0c69-4e44-ab74-ff9bc7bc8d0c req-e03f8174-b89a-48e2-9963-21fc694378af tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466185 Oct 30 01:04:05.031141 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-ac8a8771-45bd-4105-bb07-e3c57d8d88da service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182632 Oct 30 01:04:05.132903 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:05.136942 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a739736-c293-41f3-9bc7-8e45d4bb5fdd req-ca9c85d5-1cf2-4abe-8982-62ea3120ae1c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872130 Oct 30 01:04:05.343527 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a89f7199-cd3e-44d3-af70-4235cf4ab1a1 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:04:05.394668 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:04:05.402724 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:05.403169 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.403550 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 Oct 30 01:04:05.478748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:05.479154 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.504872 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:05.508494 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5cf075-636b-4949-bdc0-18527345ce5c" -d '{"events": [{"server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "name": "network-vif-plugged", "status": "completed", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:05.527526 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:05.533036 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.559956 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f211b409-6dd4-43b8-97e4-abb4419644be x-openstack-request-id: req-f211b409-6dd4-43b8-97e4-abb4419644be {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:05.560212 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "name": "network-vif-plugged", "status": "completed", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:05.560460 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f211b409-6dd4-43b8-97e4-abb4419644be {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:05.560846 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f211b409-6dd4-43b8-97e4-abb4419644be'] response: {'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'code': 200} Oct 30 01:04:05.587605 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:05.629703 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47304) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:05.678270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:05.694852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.705545 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.717570 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c59188-3bf9-4790-ab32-33304b812a5f req-b2700896-20bb-4952-864a-311f7d1db431 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:05.719246 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-38c59188-3bf9-4790-ab32-33304b812a5f req-b2700896-20bb-4952-864a-311f7d1db431 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0531683 Oct 30 01:04:05.725370 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.779087 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-38c59188-3bf9-4790-ab32-33304b812a5f req-fa152323-4ee2-42d5-8138-bdacc4708bab tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540600 Oct 30 01:04:05.801999 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e500d6-aed2-4a69-8229-f3a74a8abda1 req-5ad7a1c8-8848-4241-88fe-f3eeadfbc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:05.803623 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-86e500d6-aed2-4a69-8229-f3a74a8abda1 req-5ad7a1c8-8848-4241-88fe-f3eeadfbc1e5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 1130 time: 0.0508573 Oct 30 01:04:05.824859 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.827299 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:05.828453 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32 HTTP/1.1" status: 204 len: 168 time: 0.1976123 Oct 30 01:04:05.831584 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47306) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:05.842339 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:05.845922 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-a78b032f-29e2-4a86-bda0-3bead413d48c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] show failed (client error): The resource could not be found. Oct 30 01:04:05.846908 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a78b032f-29e2-4a86-bda0-3bead413d48c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups/f2a19e2c-8490-4d4a-8a1a-c1fa8a3e1d32 HTTP/1.1" status: 404 len: 347 time: 0.0142241 Oct 30 01:04:05.854225 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47308) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:05.862795 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.863140 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.863499 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.863931 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.864242 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.864564 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.864884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.865202 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.865518 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.865834 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.866150 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.866463 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.866777 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.867090 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.867403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d75041-4be7-4462-8d44-0ea667f02543 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:05.879702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:05.916942 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-86e500d6-aed2-4a69-8229-f3a74a8abda1 req-3f2414b6-4986-4901-89e0-2f943a5fabcf service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068671 Oct 30 01:04:05.986929 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Deleting port 1c7467cb-b7b4-42b2-b9a6-27ee6a898e74 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:04:05.987254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.067838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.068161 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.080841 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Calling delete_port for 1c7467cb-b7b4-42b2-b9a6-27ee6a898e74 owned by network:floatingip {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:04:06.157856 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa0075-31f6-48f6-86cf-13ee4da76242 req-856925c5-2e28-48d4-8bce-26d990cbf394 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:06.159294 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4505091a-2c1c-4c03-85da-ec2b21e28bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.159424 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3aaa0075-31f6-48f6-86cf-13ee4da76242 req-856925c5-2e28-48d4-8bce-26d990cbf394 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0516999 Oct 30 01:04:06.212322 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3aaa0075-31f6-48f6-86cf-13ee4da76242 req-6f821466-a198-42c7-a154-0f7779a8c107 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465133 Oct 30 01:04:06.232886 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (1c7467cb-b7b4-42b2-b9a6-27ee6a898e74), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.256553 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event deleted for resources: {'Port': ['ID=1c7467cb-b7b4-42b2-b9a6-27ee6a898e74,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:06.323667 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (c845ecb0-9ff0-4f68-b872-8f4432227db9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.326724 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.327939 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-3acbc31a-d028-41d1-87e5-12aecb7a0623 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/c845ecb0-9ff0-4f68-b872-8f4432227db9 HTTP/1.1" status: 204 len: 168 time: 0.4727299 Oct 30 01:04:06.432773 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47314) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:06.439785 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198697515', 'description': 'tempest-description--426938897'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:06.469824 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.506462 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:06.545270 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (a437216e-3311-4f89-b1ab-3719273ff8a6), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.550850 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a437216e-3311-4f89-b1ab-3719273ff8a6), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.581930 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.583168 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1489215 Oct 30 01:04:06.585681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02428a9-7f6b-4ce1-a0f9-1a8324999d7e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a437216e-3311-4f89-b1ab-3719273ff8a6,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:06.586770 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47316) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:06.592465 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'security_group_rule': {'security_group_id': 'a437216e-3311-4f89-b1ab-3719273ff8a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:06.620800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (19d4135e-979a-4a3b-a8a8-3ded8a53fd2c), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.678635 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (19d4135e-979a-4a3b-a8a8-3ded8a53fd2c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.683344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (19d4135e-979a-4a3b-a8a8-3ded8a53fd2c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.704521 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d4135e-979a-4a3b-a8a8-3ded8a53fd2c,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:06.714093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.715274 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1a23cca4-9be4-4341-946e-42c85b4d5d21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274452 Oct 30 01:04:06.718023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47318) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:06.722299 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'security_group_rule': {'security_group_id': 'a437216e-3311-4f89-b1ab-3719273ff8a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:06.729676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:06.752022 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (26d277c4-0da7-43ee-ade1-93c5875b3cd9), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.773947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:06.803223 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (26d277c4-0da7-43ee-ade1-93c5875b3cd9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.808692 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (26d277c4-0da7-43ee-ade1-93c5875b3cd9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.828698 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d277c4-0da7-43ee-ade1-93c5875b3cd9,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:06.835757 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.840109 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b4459e13-7cbd-4a85-9841-a959ada684eb tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180017 Oct 30 01:04:06.840360 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47322) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:06.845380 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:06.869511 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.905155 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128534-dbb5-4a24-84b0-3097742aa352 req-34d9a9d8-9ce5-4ee6-bc33-1ce9bca5eb2a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:06.906687 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e128534-dbb5-4a24-84b0-3097742aa352 req-34d9a9d8-9ce5-4ee6-bc33-1ce9bca5eb2a tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0480356 Oct 30 01:04:06.953895 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:06.954266 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0e128534-dbb5-4a24-84b0-3097742aa352 req-718aacc8-8982-4d4c-bafb-be560c9c3b81 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Oct 30 01:04:07.060685 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Allocated IP 172.37.3.217 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/a717e480-061d-4503-8616-7189de453452) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:04:07.168460 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for port (a717e480-061d-4503-8616-7189de453452), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.207629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a717e480-061d-4503-8616-7189de453452), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.245573 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:04:07.251407 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:04:07.255345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:04:07.260662 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'Port': ['ID=a717e480-061d-4503-8616-7189de453452,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:07.349714 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (7b95ef24-1658-49e5-8494-24610b564ca2), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.391777 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a717e480-061d-4503-8616-7189de453452), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.499959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:07.513121 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:07.559876 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for port (a717e480-061d-4503-8616-7189de453452), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.566190 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a717e480-061d-4503-8616-7189de453452), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.576691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061ae0-5cee-47d9-8df9-3a79d07d57be req-0d6c5f0e-2465-4ff2-b30a-c3a92ab234d5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:07.578239 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec061ae0-5cee-47d9-8df9-3a79d07d57be req-0d6c5f0e-2465-4ff2-b30a-c3a92ab234d5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.2878070 Oct 30 01:04:07.631422 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec061ae0-5cee-47d9-8df9-3a79d07d57be req-a78f15b5-9c04-4532-84f3-dfe376891bd5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 Oct 30 01:04:07.638527 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7b95ef24-1658-49e5-8494-24610b564ca2), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.641247 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'Port': ['ID=a717e480-061d-4503-8616-7189de453452,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:07.657922 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:07.659151 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b64864e5-8da1-47c5-82c6-6c5bc65a0f93 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8176091 Oct 30 01:04:07.869719 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-2b67bd4a-0e9d-4684-bf63-5f74eb9514e8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--198697515&fields=id&tenant_id=a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 267 time: 0.0488038 Oct 30 01:04:07.982223 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-99c03a67-0936-403d-a331-fe9fc63e1754 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:07.983684 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-99c03a67-0936-403d-a331-fe9fc63e1754 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 816 time: 0.1071477 Oct 30 01:04:07.998618 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-b8af07cd-734e-446e-b821-ed370371272b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/quotas/a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 375 time: 0.0093915 Oct 30 01:04:08.074710 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-cf8d2e71-1423-4c05-be7e-192b01b876b5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691948 Oct 30 01:04:08.082663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:08.103414 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3034-85d4-4466-9c38-fe1816be33e4 req-4510094e-ef85-4afd-9c82-49e93aba50b6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:08.105132 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ea4f3034-85d4-4466-9c38-fe1816be33e4 req-4510094e-ef85-4afd-9c82-49e93aba50b6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0653594 Oct 30 01:04:08.219782 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ea4f3034-85d4-4466-9c38-fe1816be33e4 req-b8be3df4-7845-4de1-bbd7-5221a33f7fab tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029012 Oct 30 01:04:08.223330 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-61999c0f-819d-4610-bd63-959ae887436b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360385 Oct 30 01:04:08.305316 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-73bba695-7b40-4bba-89ab-124711fb00ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:08.322598 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-731df3cd-7118-4944-90a2-9f725c7d104a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931101 Oct 30 01:04:08.509746 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e7969c41-9fb4-49b8-a3c4-b70e0e5f1e28 req-284a13c1-9f86-4f82-92f8-7968c2ad36f8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 210 time: 0.0318742 Oct 30 01:04:08.766511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a34342-14ad-4d4d-b662-1d8569f2f98e req-8f9341cc-446e-4336-a734-5a28ccf222d8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:08.767942 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0a34342-14ad-4d4d-b662-1d8569f2f98e req-8f9341cc-446e-4336-a734-5a28ccf222d8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0573039 Oct 30 01:04:08.816300 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0a34342-14ad-4d4d-b662-1d8569f2f98e req-cae1b149-e9df-407e-985c-db1d2a049dc1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Oct 30 01:04:08.927452 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:08.935635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200c318-60f0-45f5-9e1e-d1870131aac0 req-ba27f727-f0bd-4a60-909a-1a99caf4854b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:08.937148 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a200c318-60f0-45f5-9e1e-d1870131aac0 req-ba27f727-f0bd-4a60-909a-1a99caf4854b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0471573 Oct 30 01:04:08.947996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47356) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:08.952377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'port_id': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:08.995339 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (7b48d4b0-a2a8-47ad-8cf5-338c12d47920), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:09.393107 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b403c5c-3275-4d93-aaf5-156df4f78cb3 req-70e5c3c1-9d7a-4778-852a-bd1d1e161d14 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:09.394583 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4b403c5c-3275-4d93-aaf5-156df4f78cb3 req-70e5c3c1-9d7a-4778-852a-bd1d1e161d14 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0957594 Oct 30 01:04:09.509942 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4b403c5c-3275-4d93-aaf5-156df4f78cb3 req-5ba58347-63c8-4b87-8d73-f908e0982d64 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089654 Oct 30 01:04:09.520833 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:09.526638 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7b48d4b0-a2a8-47ad-8cf5-338c12d47920), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:09.530561 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:09.650240 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9c7e0cde-a237-494c-83ab-ec63091fcf24 req-c5770ff8-d795-43ae-b0c7-1e266f094d9a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 210 time: 0.0412657 Oct 30 01:04:09.653393 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 7b48d4b0-a2a8-47ad-8cf5-338c12d47920 associated. External IP: 172.37.3.28, port: a89f7199-cd3e-44d3-af70-4235cf4ab1a1. Oct 30 01:04:09.793708 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:09.868876 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:04:09.925244 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:09.986233 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:04:09.990766 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:10.000279 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:04:10.018935 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:10.020080 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:10.021214 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1e50d953-5eb3-40fb-8dd8-0d654cb1d671 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/7b48d4b0-a2a8-47ad-8cf5-338c12d47920 HTTP/1.1" status: 200 len: 991 time: 1.0721562 Oct 30 01:04:10.021806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:10.024264 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af" -d '{"events": [{"name": "network-changed", "server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:10.041511 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-7d348d9b-9aa6-46e9-a16a-bda3f826ddf2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:10.043112 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-7d348d9b-9aa6-46e9-a16a-bda3f826ddf2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 816 time: 0.1314127 Oct 30 01:04:10.066162 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4ca671-c02c-4ca6-9243-63153ec4473b x-openstack-request-id: req-8d4ca671-c02c-4ca6-9243-63153ec4473b {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:10.066693 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:10.066693 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d4ca671-c02c-4ca6-9243-63153ec4473b {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:10.067108 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4ca671-c02c-4ca6-9243-63153ec4473b'] response: {'name': 'network-changed', 'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'status': 'completed', 'code': 200} Oct 30 01:04:10.122611 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-b4d35e3d-6b3b-4bd0-b013-3705c01005b6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 379 time: 0.0548518 Oct 30 01:04:10.140468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:10.140713 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'port': {'device_id': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'admin_state_up': True, 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'security_groups': ['a437216e-3311-4f89-b1ab-3719273ff8a6']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:10.183422 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:10.367739 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b48d4b0-a2a8-47ad-8cf5-338c12d47920', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.28', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:b6:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:03:53Z', 'updated_at': '2022-10-30T01:04:09Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:10.394130 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:04:10.403862 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:10.404483 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:10.472101 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-45a23779-5b04-4290-88e2-971bd192b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:10.473533 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-45a23779-5b04-4290-88e2-971bd192b677 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 1130 time: 0.3456383 Oct 30 01:04:10.510621 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:10.608215 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Made reservation on behalf of a3bfc7112bb04760aa4e9adc50b12361 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:04:10.611969 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:10.623289 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-e4edb81a-529d-4a5d-a972-c19659103a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:10.624771 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-e4edb81a-529d-4a5d-a972-c19659103a3a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.1437519 Oct 30 01:04:10.644600 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e933-ffcd-4872-a305-3869ca3a4492 req-8150a0f1-c25f-410c-bd6e-c037408ef33f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:10.646085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2065e933-ffcd-4872-a305-3869ca3a4492 req-8150a0f1-c25f-410c-bd6e-c037408ef33f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0506930 Oct 30 01:04:10.699186 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2065e933-ffcd-4872-a305-3869ca3a4492 req-8554ab7e-522f-4ce9-90ef-37fad6645fa7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Oct 30 01:04:10.739997 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b48d4b0-a2a8-47ad-8cf5-338c12d47920', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.28', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:b6:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:03:53Z', 'updated_at': '2022-10-30T01:04:09Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:10.756273 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-0dbf9e0a-6a35-4dbe-af21-9c0a928cc390 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1 HTTP/1.1" status: 200 len: 999 time: 0.1221755 Oct 30 01:04:10.803431 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d0f38d35-5647-4a2d-a72f-70e463a297a3 req-4d31fa60-dd41-448e-8c8b-353eb23efc49 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Oct 30 01:04:10.823498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Allocated IP 172.20.0.11 (8d646d29-e717-40c9-89d4-df0c802eb607/bb31d553-3cd5-4565-b3d8-dbbb36e6b88d/e5d64f79-b32b-48ac-8231-fbd53262a835) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:04:10.884920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-ba6281c5-3506-4bcd-b032-845d902ae5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:10.886434 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-ba6281c5-3506-4bcd-b032-845d902ae5e1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0718303 Oct 30 01:04:10.909418 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:10.913780 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6dbc-94b1-42cc-b97c-5dd766854ce4 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b48d4b0-a2a8-47ad-8cf5-338c12d47920', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.28', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:b6:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:03:53Z', 'updated_at': '2022-10-30T01:04:09Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:04:10.946340 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:10.988578 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-3166442f-c991-4ad8-8e0f-9d9193a8ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:10.990115 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-3166442f-c991-4ad8-8e0f-9d9193a8ff90 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957255 Oct 30 01:04:11.091831 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.104769 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.122549 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b8564-942e-4901-8e36-974fcb7bf1a8 None None] New status for floating IP 7b48d4b0-a2a8-47ad-8cf5-338c12d47920: ACTIVE {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:04:11.141329 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-ef7600a9-06dd-495f-9832-456a978c5f9d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429958 Oct 30 01:04:11.210159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.244814 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.283075 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Network 8d646d29-e717-40c9-89d4-df0c802eb607 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:04:11.289252 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:04:11.293833 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:04:11.298563 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8bec0d70-33bc-4f5c-b5d6-6010aa2799af req-e989d745-0bad-4b65-b929-5c368946c5c4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506827 Oct 30 01:04:11.299143 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:11.350079 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:11.350079 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.370005 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-122213df-70ca-440f-a639-dbdb8ace39ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2407193 Oct 30 01:04:11.387680 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Request body: {'port': {'device_id': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:11.452741 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.497830 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-4c1afa1d-c74d-4db4-8b16-4b858a1de30c None None] Provisioning complete for port e5d64f79-b32b-48ac-8231-fbd53262a835 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:11.498074 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4c1afa1d-c74d-4db4-8b16-4b858a1de30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.498429 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-4c1afa1d-c74d-4db4-8b16-4b858a1de30c None None] Attempt 1 to provision port e5d64f79-b32b-48ac-8231-fbd53262a835 Oct 30 01:04:11.529325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-4c1afa1d-c74d-4db4-8b16-4b858a1de30c None None] Port e5d64f79-b32b-48ac-8231-fbd53262a835 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:04:11.718624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d64f79-b32b-48ac-8231-fbd53262a835 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:04:11.726574 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Publish callbacks [] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.730251 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:11.741470 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Transition to ACTIVE for port object e5d64f79-b32b-48ac-8231-fbd53262a835 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:04:11.746932 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.778650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:11.812234 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:11.833468 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d02b16-7197-4d33-b64b-c7a7c78c202f req-dfed8d0d-cd24-4c24-85df-39ebdfedffbf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:11.835422 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-62d02b16-7197-4d33-b64b-c7a7c78c202f req-dfed8d0d-cd24-4c24-85df-39ebdfedffbf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0507483 Oct 30 01:04:11.869974 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Attempting to bind port e5d64f79-b32b-48ac-8231-fbd53262a835 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:04:11.870308 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Attempting to bind port e5d64f79-b32b-48ac-8231-fbd53262a835 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:04:11.870629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Attempting to bind port e5d64f79-b32b-48ac-8231-fbd53262a835 on network 8d646d29-e717-40c9-89d4-df0c802eb607 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:04:11.890836 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-62d02b16-7197-4d33-b64b-c7a7c78c202f req-7c32c150-9ffc-4c9b-97ff-42119f7ccc0d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480392 Oct 30 01:04:11.918449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Port e5d64f79-b32b-48ac-8231-fbd53262a835 on network 8d646d29-e717-40c9-89d4-df0c802eb607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:04:11.918772 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Attempting to bind port e5d64f79-b32b-48ac-8231-fbd53262a835 on network 8d646d29-e717-40c9-89d4-df0c802eb607 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:04:11.947419 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a1906-e524-45de-992c-37dde8ff7fdf req-1332839f-f1ea-40e9-91e7-599101b52bc2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:11.948955 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b56a1906-e524-45de-992c-37dde8ff7fdf req-1332839f-f1ea-40e9-91e7-599101b52bc2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0473657 Oct 30 01:04:11.961434 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:04:11.961763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Checking segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:04:11.962142 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Bound using segment: {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:04:11.962596 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Bound port: e5d64f79-b32b-48ac-8231-fbd53262a835, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe25d53-e232-4c47-bd8a-2d06ad076abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:04:11.962954 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:11.995880 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b56a1906-e524-45de-992c-37dde8ff7fdf req-e9b5d457-f707-4577-b2b0-5cbbf65e866c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 Oct 30 01:04:12.024352 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:04:12.027572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:04:12.034839 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:12.040561 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:12.041267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:12.042690 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 1094 time: 0.6594238 Oct 30 01:04:12.043236 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:12.045498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a43829-ba84-4d1d-a5df-3d875aa1bd16" -d '{"events": [{"name": "network-changed", "server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:12.094790 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91743c9-f98b-4373-8410-f6aafa95a712 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:12.102434 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6fdd2c-c746-4ca0-b9e3-3c219c60ab6b x-openstack-request-id: req-6f6fdd2c-c746-4ca0-b9e3-3c219c60ab6b {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:12.102715 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:12.102963 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f6fdd2c-c746-4ca0-b9e3-3c219c60ab6b {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:12.103452 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6fdd2c-c746-4ca0-b9e3-3c219c60ab6b'] response: {'name': 'network-changed', 'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'status': 'completed', 'code': 200} Oct 30 01:04:13.029600 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f7f04-3036-44e2-ae84-c5d252cc1c26 req-9d57efe8-2793-419c-85a2-26825c48bc99 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:13.031085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-be2f7f04-3036-44e2-ae84-c5d252cc1c26 req-9d57efe8-2793-419c-85a2-26825c48bc99 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0531030 Oct 30 01:04:13.080415 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-be2f7f04-3036-44e2-ae84-c5d252cc1c26 req-12a2f2d0-a1bf-419e-92dc-6c124fde953f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Oct 30 01:04:13.139990 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473359-c63a-4d18-abd1-de757d145671 req-30cc468b-5602-4919-b836-4647b84d71be tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:13.141545 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f9473359-c63a-4d18-abd1-de757d145671 req-30cc468b-5602-4919-b836-4647b84d71be tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0602586 Oct 30 01:04:13.191960 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f9473359-c63a-4d18-abd1-de757d145671 req-dfdeead7-b1f9-495f-b4c9-e7ca128ac5f5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Oct 30 01:04:13.867096 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a43829-ba84-4d1d-a5df-3d875aa1bd16 req-16c3133c-1069-46e2-abdb-9bf013623405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:13.868677 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14a43829-ba84-4d1d-a5df-3d875aa1bd16 req-16c3133c-1069-46e2-abdb-9bf013623405 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1128 time: 0.0439522 Oct 30 01:04:14.014132 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b86ca3-399c-41c2-b964-5a727a43c9c6 req-eae2cb04-a9f3-4753-8ff3-6825bc90582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:14.015638 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f2b86ca3-399c-41c2-b964-5a727a43c9c6 req-eae2cb04-a9f3-4753-8ff3-6825bc90582f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0625093 Oct 30 01:04:14.020205 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a43829-ba84-4d1d-a5df-3d875aa1bd16 req-5e67ee86-7a65-4c91-b91f-83da9adf8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:14.021604 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14a43829-ba84-4d1d-a5df-3d875aa1bd16 req-5e67ee86-7a65-4c91-b91f-83da9adf8a83 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1397085 Oct 30 01:04:14.116526 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-f2b86ca3-399c-41c2-b964-5a727a43c9c6 req-522fb06b-d883-45e7-aad3-78cc0d4a745e service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938973 Oct 30 01:04:14.147975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a43829-ba84-4d1d-a5df-3d875aa1bd16 req-db590398-4ae4-43c3-9572-de99c96ea831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:14.149589 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14a43829-ba84-4d1d-a5df-3d875aa1bd16 req-db590398-4ae4-43c3-9572-de99c96ea831 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208804 Oct 30 01:04:14.210125 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448c6da-ddf1-4258-b306-f2e01e22c384 req-27c0b1b6-3a9b-4db0-9f75-8e5ea9cea807 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:14.211582 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0448c6da-ddf1-4258-b306-f2e01e22c384 req-27c0b1b6-3a9b-4db0-9f75-8e5ea9cea807 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0473242 Oct 30 01:04:14.267517 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0448c6da-ddf1-4258-b306-f2e01e22c384 req-90123740-fa2d-42ce-82e5-5589f6cfb95d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476031 Oct 30 01:04:14.320108 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25b099-16f1-4ea2-be4a-6a376180893f req-899a971d-d204-4fea-8ee8-b3860674b07b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:14.321530 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8a25b099-16f1-4ea2-be4a-6a376180893f req-899a971d-d204-4fea-8ee8-b3860674b07b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0465329 Oct 30 01:04:14.374612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8a25b099-16f1-4ea2-be4a-6a376180893f req-48c8b5f3-8bf4-4c83-a733-8a054e8f50cf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442245 Oct 30 01:04:14.687403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-25b9dc92-03f6-4feb-97b3-25008979ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:14.688885 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-25b9dc92-03f6-4feb-97b3-25008979ec76 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1128 time: 0.0444455 Oct 30 01:04:15.217504 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-4316e3bb-97d3-4072-92a3-1a0cde9b9425 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 217 time: 0.0471787 Oct 30 01:04:15.268562 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-a3c79791-8da7-4bdf-a44c-90f7f8a8d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:15.270054 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-a3c79791-8da7-4bdf-a44c-90f7f8a8d017 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.0457122 Oct 30 01:04:15.321238 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-d3dad0b9-a1dd-4625-a9f2-6e9cc1e39fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:15.322846 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-d3dad0b9-a1dd-4625-a9f2-6e9cc1e39fb0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451357 Oct 30 01:04:15.393120 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721184c-9673-4272-a2ec-fa6b4dd6ec07 req-2c3213f6-a84f-4fdb-878d-0865b63d7966 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:15.394706 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b721184c-9673-4272-a2ec-fa6b4dd6ec07 req-2c3213f6-a84f-4fdb-878d-0865b63d7966 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0495145 Oct 30 01:04:15.421501 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-b4b475b7-142b-4d1b-abe2-1dc0eebae5ef service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868037 Oct 30 01:04:15.435987 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:15.443896 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b721184c-9673-4272-a2ec-fa6b4dd6ec07 req-4d8c1992-880c-407b-8efd-e51b416489cd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Oct 30 01:04:15.505125 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:15.509189 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2b8d-9cd4-4f71-97e4-80c57bb8bf8a req-c1b26969-4ef0-4e4e-ac31-664bde276d4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:15.510733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-996e2b8d-9cd4-4f71-97e4-80c57bb8bf8a req-c1b26969-4ef0-4e4e-ac31-664bde276d4f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0501065 Oct 30 01:04:15.521381 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2bac0332-f4a9-454b-b076-d1178c4992a4 req-e28352c8-9f42-4446-b36b-3f58f71d7098 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933051 Oct 30 01:04:15.559302 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-996e2b8d-9cd4-4f71-97e4-80c57bb8bf8a req-7aac32fa-4985-44a1-b716-6ea677fcf2b3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Oct 30 01:04:16.578372 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:16.601968 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c59f7c-5338-498f-b887-dd3107017708 req-c72258a9-ca53-4df9-9bc3-f182d11ae4f6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:16.604200 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86c59f7c-5338-498f-b887-dd3107017708 req-c72258a9-ca53-4df9-9bc3-f182d11ae4f6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0565717 Oct 30 01:04:16.616114 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:16.663047 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86c59f7c-5338-498f-b887-dd3107017708 req-db827fe2-8b3b-46ec-8f06-4cbfae67e55d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528905 Oct 30 01:04:16.699606 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4705531-dab3-4427-a452-fae1b7c59f6c req-60eb28d6-5226-492f-b4f2-5ddf29bbe3c7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:16.701137 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c4705531-dab3-4427-a452-fae1b7c59f6c req-60eb28d6-5226-492f-b4f2-5ddf29bbe3c7 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0538936 Oct 30 01:04:16.748863 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c4705531-dab3-4427-a452-fae1b7c59f6c req-23f8b9db-85d4-41db-ad74-ae380fa50a60 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420079 Oct 30 01:04:17.804953 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a61d84-c0e7-484a-90ca-d0fec8548698 req-744f9a35-c6d7-4800-b6f2-eb4b378a456b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:17.806425 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52a61d84-c0e7-484a-90ca-d0fec8548698 req-744f9a35-c6d7-4800-b6f2-eb4b378a456b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0556312 Oct 30 01:04:17.882070 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-52a61d84-c0e7-484a-90ca-d0fec8548698 req-4af1732a-5e38-4c92-a2c4-239a4cd78411 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698996 Oct 30 01:04:17.892152 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc0cb1-450d-40a4-9b18-5f619e2a60a3 req-4fe71467-7d2e-47f0-ace6-d52eab613eae tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:17.893589 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09dc0cb1-450d-40a4-9b18-5f619e2a60a3 req-4fe71467-7d2e-47f0-ace6-d52eab613eae tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0619748 Oct 30 01:04:17.943737 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-09dc0cb1-450d-40a4-9b18-5f619e2a60a3 req-527fe4a4-4012-4151-9f47-cd16cf5796d3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444734 Oct 30 01:04:19.032951 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36819-4c6f-46d4-b9f7-94864b3a742b req-369fb26d-3478-4e41-ad61-57c04d387de0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:19.036371 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-82a36819-4c6f-46d4-b9f7-94864b3a742b req-369fb26d-3478-4e41-ad61-57c04d387de0 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0686977 Oct 30 01:04:19.131283 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3845-1383-42ea-af57-8c8ab92de160 req-39cb3a50-542b-492b-a635-ec1c8e724e03 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:19.132807 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-69dd3845-1383-42ea-af57-8c8ab92de160 req-39cb3a50-542b-492b-a635-ec1c8e724e03 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0732453 Oct 30 01:04:19.135988 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-82a36819-4c6f-46d4-b9f7-94864b3a742b req-82610fe3-42ac-411a-b01c-18e47d053cdd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959065 Oct 30 01:04:19.183951 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-69dd3845-1383-42ea-af57-8c8ab92de160 req-48970cba-da06-44f9-95c0-4a40d57b3c91 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449183 Oct 30 01:04:19.426978 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:04:19.504774 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:19.537180 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:19.548982 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'mac_address': 'fa:16:3e:dd:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:04:19.587186 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:19.587524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:19.601318 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d64f79-b32b-48ac-8231-fbd53262a835 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:04:19.619436 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:19.622158 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:19.626435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:19.672723 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:20.172421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['e5d64f79-b32b-48ac-8231-fbd53262a835'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:04:20.307175 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371500-7a12-4814-a2af-7a244a4302ba req-e5280c21-b140-4b30-ad50-ced1dee4e843 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:20.310627 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-53371500-7a12-4814-a2af-7a244a4302ba req-e5280c21-b140-4b30-ad50-ced1dee4e843 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0828977 Oct 30 01:04:20.337054 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460f0b9-829e-419f-95aa-d1755c19bf33 req-02ba9958-328c-488f-be61-983e89da5d96 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:20.338518 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9460f0b9-829e-419f-95aa-d1755c19bf33 req-02ba9958-328c-488f-be61-983e89da5d96 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 945 time: 0.0719886 Oct 30 01:04:20.385264 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-53371500-7a12-4814-a2af-7a244a4302ba req-f954a46b-58ef-4ed6-a818-42efcb3800a7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705628 Oct 30 01:04:20.409363 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9460f0b9-829e-419f-95aa-d1755c19bf33 req-1af02068-e350-468c-ba79-5a679132c7fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637217 Oct 30 01:04:20.752863 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7c236-351a-42f6-8a44-9ab2e00f1f49 req-a6c1dd22-3999-45ae-9b03-90444f82fd1e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:20.755401 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-08f7c236-351a-42f6-8a44-9ab2e00f1f49 req-a6c1dd22-3999-45ae-9b03-90444f82fd1e tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0493035 Oct 30 01:04:20.765399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-a5ab6f76-698e-48f6-860f-136d3d91f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:20.767148 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-a5ab6f76-698e-48f6-860f-136d3d91f90e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0412638 Oct 30 01:04:20.811301 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-08f7c236-351a-42f6-8a44-9ab2e00f1f49 req-fef226f6-18de-4b9c-a048-e65b762a3cd7 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Oct 30 01:04:20.859250 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-4bbdc4e6-8754-4e3f-ba5a-f4f43801aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:20.860777 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-4bbdc4e6-8754-4e3f-ba5a-f4f43801aae0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.0868886 Oct 30 01:04:20.929059 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-26ec1272-df81-4f64-9b71-2526ea11c8c1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 1001 time: 0.0593503 Oct 30 01:04:20.981124 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-9d264fdd-e283-4627-8455-a74a37a8a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:20.982521 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-9d264fdd-e283-4627-8455-a74a37a8a98a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0444784 Oct 30 01:04:21.026137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-2f0b85a3-0ff8-4574-a002-d09364d978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:21.027579 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-2f0b85a3-0ff8-4574-a002-d09364d978c2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381191 Oct 30 01:04:21.120946 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-28afb41b-3d39-4cab-bcdd-0641984c69c5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867631 Oct 30 01:04:21.214638 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9be5d920-f1a6-4b7e-8568-4e772d6251d5 req-ad40c127-f06a-44a1-abf7-e19eb018766c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Oct 30 01:04:21.224821 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:21.255594 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:21.529859 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:04:21.559960 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45e090-2bd1-473d-8221-42871898ad67 req-cbe641e0-9d6a-4a57-bfce-e781ac4c7279 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:21.561415 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b45e090-2bd1-473d-8221-42871898ad67 req-cbe641e0-9d6a-4a57-bfce-e781ac4c7279 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 945 time: 0.0592961 Oct 30 01:04:21.574931 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port e5d64f79-b32b-48ac-8231-fbd53262a835 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:04:21.583272 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port e5d64f79-b32b-48ac-8231-fbd53262a835 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:21.583645 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:21.584020 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port e5d64f79-b32b-48ac-8231-fbd53262a835 Oct 30 01:04:21.611610 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b45e090-2bd1-473d-8221-42871898ad67 req-360fbebd-eda9-4f6a-b966-25498b90698d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Oct 30 01:04:21.661410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:21.661796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:21.684978 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:21.687248 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d1203-d695-4a1f-b198-2b3aef46ff59" -d '{"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:21.700132 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:21.705688 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:21.728713 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571263dc-c56f-426e-a470-b0955776b690 x-openstack-request-id: req-571263dc-c56f-426e-a470-b0955776b690 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:21.729003 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:21.729252 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-571263dc-c56f-426e-a470-b0955776b690 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:21.729673 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571263dc-c56f-426e-a470-b0955776b690'] response: {'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'code': 200} Oct 30 01:04:21.755565 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:21.935968 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662b9f-1daf-45fc-bbe8-1f03ddc32183 req-7f922384-7470-4049-a9a1-d92c2b0cf673 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:21.937422 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86662b9f-1daf-45fc-bbe8-1f03ddc32183 req-7f922384-7470-4049-a9a1-d92c2b0cf673 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0471802 Oct 30 01:04:21.982757 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:21.990530 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-86662b9f-1daf-45fc-bbe8-1f03ddc32183 req-08b01a0b-1761-44dc-a072-f525776b2821 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448809 Oct 30 01:04:22.762679 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd971fe4-de04-46ec-a26b-4e4331a3a587 req-f3052d0b-ac65-4b06-bfd3-f5d7ad67242a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:22.764172 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fd971fe4-de04-46ec-a26b-4e4331a3a587 req-f3052d0b-ac65-4b06-bfd3-f5d7ad67242a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0619669 Oct 30 01:04:22.813926 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fd971fe4-de04-46ec-a26b-4e4331a3a587 req-eab87928-9d1e-49ef-9c3d-0fac246405cd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Oct 30 01:04:23.088065 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:23.126146 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5982c-f22b-4aa8-a106-c982ead5c323 req-51c555a6-efda-496c-801e-ab661c98bef6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:23.127641 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dcf5982c-f22b-4aa8-a106-c982ead5c323 req-51c555a6-efda-496c-801e-ab661c98bef6 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0532472 Oct 30 01:04:23.178806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dcf5982c-f22b-4aa8-a106-c982ead5c323 req-d55d465b-6c9b-43bf-a5b3-d64b93037789 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Oct 30 01:04:23.961798 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e71bb-9e44-4957-8961-df41d3695e7f req-57ce16c5-a712-473a-ad08-4f166a4a26da tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:23.963240 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6d2e71bb-9e44-4957-8961-df41d3695e7f req-57ce16c5-a712-473a-ad08-4f166a4a26da tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0495396 Oct 30 01:04:24.016824 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6d2e71bb-9e44-4957-8961-df41d3695e7f req-dc73d73d-1752-4c66-be49-62a00e9f1841 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452964 Oct 30 01:04:24.306637 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711b13b-3ebc-4718-8f53-071bc8d45c06 req-3cd57ed2-96d0-48f6-90b1-1e762c37efec tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:24.308266 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d711b13b-3ebc-4718-8f53-071bc8d45c06 req-3cd57ed2-96d0-48f6-90b1-1e762c37efec tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0485649 Oct 30 01:04:24.357769 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d711b13b-3ebc-4718-8f53-071bc8d45c06 req-20fcd4a7-b1da-40ad-a390-859943c51995 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Oct 30 01:04:24.399200 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c883a5-8285-491a-8da2-f17e6928e280 req-f54f8b93-2712-4d34-81b6-2a7dd1504d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:24.401017 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-12c883a5-8285-491a-8da2-f17e6928e280 req-f54f8b93-2712-4d34-81b6-2a7dd1504d15 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1130 time: 0.0514145 Oct 30 01:04:24.455661 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-12c883a5-8285-491a-8da2-f17e6928e280 req-a89546fe-a64b-4e94-aeaf-444a8a196a08 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 Oct 30 01:04:25.154030 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3ffec-666e-40f8-9826-6a7cd4c7408e req-f9b96e7d-c056-45a7-8f79-edb2a07a7fd2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:25.155493 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-00f3ffec-666e-40f8-9826-6a7cd4c7408e req-f9b96e7d-c056-45a7-8f79-edb2a07a7fd2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0493848 Oct 30 01:04:25.207895 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-00f3ffec-666e-40f8-9826-6a7cd4c7408e req-283d7372-7897-495e-abde-8063549ea744 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 Oct 30 01:04:25.493027 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff949b-ae03-4651-a090-decbec443913 req-7c9e8cfd-c040-4d32-8aed-71fbacc6cd79 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:25.494504 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-61ff949b-ae03-4651-a090-decbec443913 req-7c9e8cfd-c040-4d32-8aed-71fbacc6cd79 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0530052 Oct 30 01:04:25.544828 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-61ff949b-ae03-4651-a090-decbec443913 req-21bc1282-48b8-400e-afde-906b0a902d50 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Oct 30 01:04:25.672146 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8319d0-e36f-47ec-bc48-ace7d3cda548 req-cbae3a3b-442d-48c4-8875-ec9bbc0a7340 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:25.673534 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb8319d0-e36f-47ec-bc48-ace7d3cda548 req-cbae3a3b-442d-48c4-8875-ec9bbc0a7340 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0484388 Oct 30 01:04:25.686707 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47454) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:25.691136 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Request body: {'floatingip': {'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:25.747300 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:26.373813 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6aae1-5c6f-4054-bcb9-4bc6a1eeab70 req-16d7a4c1-5f17-48fa-ae0b-558380926d9b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:26.375298 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dce6aae1-5c6f-4054-bcb9-4bc6a1eeab70 req-16d7a4c1-5f17-48fa-ae0b-558380926d9b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0852454 Oct 30 01:04:26.377756 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:26.407472 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:26.503617 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dce6aae1-5c6f-4054-bcb9-4bc6a1eeab70 req-94776d2a-9edc-417b-b24e-158858df7c8a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181591 Oct 30 01:04:26.514855 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:26.521020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:26.738671 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Router 7f6d6cfa-30a1-423c-85fe-704946629860 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:04:26.848530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:04:26.853649 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:26.860012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] Sync routers for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:04:26.870937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:26.871669 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:26.884237 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:26.886682 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0" -d '{"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:26.925079 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-95f723c1-1de5-4684-9470-0537cdbc6004 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/84ee244f-1c33-4fa4-ad06-a19ca5459b50 HTTP/1.1" status: 200 len: 993 time: 1.2349217 Oct 30 01:04:26.926915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfdd6a-06f1-4711-b73c-450fb58eee78 x-openstack-request-id: req-1bdfdd6a-06f1-4711-b73c-450fb58eee78 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:26.927192 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:26.927449 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bdfdd6a-06f1-4711-b73c-450fb58eee78 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:26.927873 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdfdd6a-06f1-4711-b73c-450fb58eee78'] response: {'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'status': 'completed', 'code': 200} Oct 30 01:04:26.976952 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:27.101338 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-c7c8b297-0e20-4d14-a18b-b464f741396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:27.102744 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-c7c8b297-0e20-4d14-a18b-b464f741396c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0405891 Oct 30 01:04:27.147775 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:27.197759 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-f03c2e30-c237-4d48-9563-cccf80f6ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:27.198160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84ee244f-1c33-4fa4-ad06-a19ca5459b50', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'floating_ip_address': '172.37.3.182', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:04:26Z', 'revision_number': 3, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:27.199498 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-f03c2e30-c237-4d48-9563-cccf80f6ead7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.0891452 Oct 30 01:04:27.224698 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] Checking router: 7f6d6cfa-30a1-423c-85fe-704946629860 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:04:27.233774 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:27.234349 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:27.268269 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-02de4e1b-e1fd-4b1d-8159-153dbf340593 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 1001 time: 0.0617516 Oct 30 01:04:27.278366 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:27.319415 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-7e7a5acb-8127-4f46-bf5a-2e9a6aaed594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:27.320905 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-7e7a5acb-8127-4f46-bf5a-2e9a6aaed594 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0449617 Oct 30 01:04:27.338462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:27.368168 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-796e38c3-98fa-4a66-96d3-7287f4b5ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:27.369618 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-796e38c3-98fa-4a66-96d3-7287f4b5ffc0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398984 Oct 30 01:04:27.454035 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:27.473856 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-a78fda61-6bcd-422b-816f-5e248bc1f89b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Oct 30 01:04:27.541548 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:27.554889 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84ee244f-1c33-4fa4-ad06-a19ca5459b50', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'floating_ip_address': '172.37.3.182', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:04:26Z', 'revision_number': 3, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:27.570668 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9636b03c-9e6a-4c4b-aeb4-aabf266a23a0 req-104f1cdc-79f5-4681-8644-f22dde891a23 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885899 Oct 30 01:04:27.580151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadcc72-6a82-4629-a993-8614876f3165 None None] The sync data for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi is: [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '84ee244f-1c33-4fa4-ad06-a19ca5459b50', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'floating_ip_address': '172.37.3.182', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'port_id': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'mac_address': 'fa:16:3e:eb:00:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41579d-0173-4dba-962d-a28c85c505de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:00:52Z', 'updated_at': '2022-10-30T01:04:26Z', 'revision_number': 3, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:04:27.638684 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2148bba-753c-4209-a388-c1dc8db8e310 req-087d221d-ccdc-4491-9898-81315f358b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:27.639850 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d2148bba-753c-4209-a388-c1dc8db8e310 req-087d221d-ccdc-4491-9898-81315f358b68 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0510154 Oct 30 01:04:27.692078 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d2148bba-753c-4209-a388-c1dc8db8e310 req-33f7fc96-b2f3-48b1-b4be-9570b9e7d9de tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463469 Oct 30 01:04:27.817215 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89055ac-1496-4918-9907-0f6dd629e7fb req-6d21ee9c-6864-4dde-a1d6-c9f9bf257021 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:27.818707 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b89055ac-1496-4918-9907-0f6dd629e7fb req-6d21ee9c-6864-4dde-a1d6-c9f9bf257021 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0469129 Oct 30 01:04:27.829233 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47468) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:27.833514 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Request body: {'floatingip': {'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:27.875667 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (7b95ef24-1658-49e5-8494-24610b564ca2), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:28.171224 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:28.243415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:28.307093 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:28.313794 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7b95ef24-1658-49e5-8494-24610b564ca2), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:28.416961 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Floating IP 7b95ef24-1658-49e5-8494-24610b564ca2 associated. External IP: 172.37.3.217, port: e5d64f79-b32b-48ac-8231-fbd53262a835. Oct 30 01:04:28.628313 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:04:28.734915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:04:28.739613 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:28.744146 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:04:28.755320 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:28.755933 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:28.770595 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8b5eb3f1-6746-4447-b702-acf99222bd38 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/7b95ef24-1658-49e5-8494-24610b564ca2 HTTP/1.1" status: 200 len: 992 time: 0.9403517 Oct 30 01:04:28.858662 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:28.929742 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76'}, {'name': 'network-changed', 'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:28.932117 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76"}, {"name": "network-changed", "server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:28.974871 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb53e7-01b4-4c64-82d7-9ee54f4faaf6 x-openstack-request-id: req-1ccb53e7-01b4-4c64-82d7-9ee54f4faaf6 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:28.975225 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:28.975466 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ccb53e7-01b4-4c64-82d7-9ee54f4faaf6 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:28.975903 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccb53e7-01b4-4c64-82d7-9ee54f4faaf6'] response: {'name': 'network-changed', 'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'status': 'completed', 'code': 200} Oct 30 01:04:28.976152 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccb53e7-01b4-4c64-82d7-9ee54f4faaf6'] response: {'name': 'network-changed', 'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'status': 'completed', 'code': 200} Oct 30 01:04:29.075666 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b95ef24-1658-49e5-8494-24610b564ca2', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'floating_ip_address': '172.37.3.217', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'mac_address': 'fa:16:3e:dd:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:04:07Z', 'updated_at': '2022-10-30T01:04:28Z', 'revision_number': 1, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:29.098892 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-a61cb02e-1326-4140-8e30-663d1e448e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:29.100440 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-a61cb02e-1326-4140-8e30-663d1e448e6e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 1129 time: 0.0405924 Oct 30 01:04:29.100641 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:04:29.109544 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:29.110151 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:29.198248 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-be4846f2-32fb-4021-a0a4-bcf23daf14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:29.199846 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-be4846f2-32fb-4021-a0a4-bcf23daf14a9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.0886950 Oct 30 01:04:29.211314 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:29.268495 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-8ade4a0c-70b3-4875-83f6-c15acb20265b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 200 len: 1001 time: 0.0621812 Oct 30 01:04:29.326415 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-caf48baa-1ff5-41e9-888a-1b028b8c58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:29.327951 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-caf48baa-1ff5-41e9-888a-1b028b8c58d6 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0459723 Oct 30 01:04:29.374168 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-31e48a51-653c-42af-93b9-404ed8019851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:29.375683 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-31e48a51-653c-42af-93b9-404ed8019851 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400186 Oct 30 01:04:29.423292 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b95ef24-1658-49e5-8494-24610b564ca2', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'floating_ip_address': '172.37.3.217', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'mac_address': 'fa:16:3e:dd:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:04:07Z', 'updated_at': '2022-10-30T01:04:28Z', 'revision_number': 1, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:29.452215 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e054c5-b1c1-41fd-add6-e84b5dba1d68 None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b95ef24-1658-49e5-8494-24610b564ca2', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'floating_ip_address': '172.37.3.217', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'mac_address': 'fa:16:3e:dd:40:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:04:07Z', 'updated_at': '2022-10-30T01:04:28Z', 'revision_number': 1, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:04:29.474558 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-6a0141b1-0ddc-4c7c-9a22-140c04d3140f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904999 Oct 30 01:04:29.570797 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-6cc99bce-80f8-460f-b222-f580272bd7e0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884929 Oct 30 01:04:29.650374 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b43b0-a242-4a7c-b2c9-542c33e28245 None None] New status for floating IP 7b95ef24-1658-49e5-8494-24610b564ca2: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:04:29.744176 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-581f574c-0925-4d88-88df-717bec6c9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:29.745834 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-581f574c-0925-4d88-88df-717bec6c9d56 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1130 time: 0.0457385 Oct 30 01:04:29.841255 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-3806f330-e1bf-4caf-a189-8519af7a5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:29.842759 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-3806f330-e1bf-4caf-a189-8519af7a5092 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.0901597 Oct 30 01:04:29.911582 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-4e5e9fec-c297-4e1e-b732-db281d19e868 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 1002 time: 0.0615299 Oct 30 01:04:30.219232 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-c28505a5-94f7-4d01-bb13-089404c705aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:30.220694 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-c28505a5-94f7-4d01-bb13-089404c705aa service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.2992842 Oct 30 01:04:30.266285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-9b09a0b3-0151-43f9-adc1-39e4cf108d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:30.267707 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-9b09a0b3-0151-43f9-adc1-39e4cf108d34 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395474 Oct 30 01:04:30.352290 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:30.363509 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-9fbb4b72-3716-49ad-829d-f57a43e96a3c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889871 Oct 30 01:04:30.456982 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-18a8a25e-dcfb-42ff-b95a-c7cbc9431cfd req-fbcc6ae4-4d8c-4e27-b4f1-2f694d9a4e5f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848539 Oct 30 01:04:35.696780 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:36.163242 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ddf08511-59f6-4031-a332-1dd808116630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:38.300689 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a00f6e42-7efe-462a-bd37-776bbbaf575c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:38.765917 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:38.768717 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=44 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:39.426421 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=88 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:39.427171 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=92 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:39.527698 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:40.448043 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:40.454103 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:40.729980 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:04:41.089658 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:41.247511 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:45.131329 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b053-cc2a-49e2-b3b2-33f6d99c3f5c req-ef82b960-9294-4ca2-8345-6e53f198fbb0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:45.132856 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f1f8b053-cc2a-49e2-b3b2-33f6d99c3f5c req-ef82b960-9294-4ca2-8345-6e53f198fbb0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Oct 30 01:04:45.183467 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f1f8b053-cc2a-49e2-b3b2-33f6d99c3f5c req-5a8bc5f1-1ddf-4c52-b61b-aec97bd3178d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448239 Oct 30 01:04:46.327968 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45727a1-be23-4653-95dc-98ca6e732e07 req-c6696ecf-5be7-4ef1-aed1-3dc32008e2f7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:46.330111 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b45727a1-be23-4653-95dc-98ca6e732e07 req-c6696ecf-5be7-4ef1-aed1-3dc32008e2f7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0657926 Oct 30 01:04:46.387269 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b45727a1-be23-4653-95dc-98ca6e732e07 req-3680751b-f822-4d0d-9c1b-9b54749f5db0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bd3194d6-f246-4981-8634-51a8529a89a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506527 Oct 30 01:04:46.784142 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-a98c7d2b-5759-414b-8b80-b42b28edc3b2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:46.785494 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-a98c7d2b-5759-414b-8b80-b42b28edc3b2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 945 time: 0.0555661 Oct 30 01:04:46.875941 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Deleting port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:04:46.876245 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:46.975253 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] For port dcb64cf9-6d5f-470b-8042-0cdbf3e91991, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:46.975582 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:47.136977 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:47.137227 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (22d7fe75-8311-455d-b545-52a2ea2facfb), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:47.137548 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Floating IP 22d7fe75-8311-455d-b545-52a2ea2facfb disassociated. External IP: 172.37.3.90, port: dcb64cf9-6d5f-470b-8042-0cdbf3e91991. Oct 30 01:04:47.137884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Calling delete_port for dcb64cf9-6d5f-470b-8042-0cdbf3e91991 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:04:47.274508 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (dcb64cf9-6d5f-470b-8042-0cdbf3e91991), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:47.311472 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event deleted for resources: {'Port': ['ID=dcb64cf9-6d5f-470b-8042-0cdbf3e91991,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:47.428210 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:04:47.508636 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ad8e913b-b63d-4f85-97fb-ff6ee826eb61 req-c84874f7-114e-402b-b309-412db7e1a6ac tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.0369041 Oct 30 01:04:47.545367 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:04:47.555037 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a5e09-887e-400f-af47-779899e8eaff None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:04:47.566414 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:47.567286 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:47.588666 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] No DVR routers for this DVR port dcb64cf9-6d5f-470b-8042-0cdbf3e91991 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:04:47.591767 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:47.595548 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c35f46c1-cd86-4e2f-8351-231e1fc9dfa0 req-5e056ce9-6f87-4a92-bebd-8e233da5d04b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "DELETE /networking/v2.0/ports/dcb64cf9-6d5f-470b-8042-0cdbf3e91991 HTTP/1.1" status: 204 len: 173 time: 0.8040690 Oct 30 01:04:47.596204 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'name': 'network-vif-deleted', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:47.599355 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dbd422-eb00-41a5-80dd-29dd2aba9203" -d '{"events": [{"server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "name": "network-vif-deleted", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:47.646884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830248fe-9358-410e-b2c5-5c8673173421 x-openstack-request-id: req-830248fe-9358-410e-b2c5-5c8673173421 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:47.647189 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad3ec1-64bc-40ac-bb98-cc82d19e2a14", "name": "network-vif-deleted", "tag": "dcb64cf9-6d5f-470b-8042-0cdbf3e91991", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:47.647436 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-830248fe-9358-410e-b2c5-5c8673173421 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:47.647883 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830248fe-9358-410e-b2c5-5c8673173421'] response: {'server_uuid': '70ad3ec1-64bc-40ac-bb98-cc82d19e2a14', 'name': 'network-vif-deleted', 'tag': 'dcb64cf9-6d5f-470b-8042-0cdbf3e91991', 'status': 'completed', 'code': 200} Oct 30 01:04:47.677622 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:47.878167 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:47.907515 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a5e09-887e-400f-af47-779899e8eaff None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:04:47.916789 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:04:47.917398 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:48.020615 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:04:48.302155 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-222a5e09-887e-400f-af47-779899e8eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:04:48.328664 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a5e09-887e-400f-af47-779899e8eaff None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:04:48.547025 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc904e1-0870-47b5-9181-9f5985f2322f None None] New status for floating IP 22d7fe75-8311-455d-b545-52a2ea2facfb: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:04:48.626616 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d2637da-9423-4da1-bc2e-35a65b99318c req-c07db561-8fd4-4cf9-9438-d0cec70fab18 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70ad3ec1-64bc-40ac-bb98-cc82d19e2a14 HTTP/1.1" status: 200 len: 210 time: 0.0283449 Oct 30 01:04:49.728284 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47518) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:49.783050 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f09aa3e5-fe89-4932-a947-a88a1e2225ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (bd3194d6-f246-4981-8634-51a8529a89a3), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:49.801655 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:49.806415 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f09aa3e5-fe89-4932-a947-a88a1e2225ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (bd3194d6-f246-4981-8634-51a8529a89a3), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:49.817032 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:49.862270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f09aa3e5-fe89-4932-a947-a88a1e2225ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bd3194d6-f246-4981-8634-51a8529a89a3), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:49.864983 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f09aa3e5-fe89-4932-a947-a88a1e2225ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:49.866128 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f09aa3e5-fe89-4932-a947-a88a1e2225ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bd3194d6-f246-4981-8634-51a8529a89a3 HTTP/1.1" status: 204 len: 168 time: 0.1368935 Oct 30 01:04:49.869147 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47520) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:49.875624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09aa3e5-fe89-4932-a947-a88a1e2225ea tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3194d6-f246-4981-8634-51a8529a89a3,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:49.884922 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-19ce6244-9c7c-4494-8e42-80318cbe23b8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] show failed (client error): The resource could not be found. Oct 30 01:04:49.885980 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-19ce6244-9c7c-4494-8e42-80318cbe23b8 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups/bd3194d6-f246-4981-8634-51a8529a89a3 HTTP/1.1" status: 404 len: 347 time: 0.0157969 Oct 30 01:04:49.889203 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47522) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:50.004333 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Deleting port d63bf535-22ee-499d-9411-c1b0ce1a658a {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:04:50.004652 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.087503 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.087865 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (d63bf535-22ee-499d-9411-c1b0ce1a658a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.100999 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Calling delete_port for d63bf535-22ee-499d-9411-c1b0ce1a658a owned by network:floatingip {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:04:50.251126 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (d63bf535-22ee-499d-9411-c1b0ce1a658a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.275746 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event deleted for resources: {'Port': ['ID=d63bf535-22ee-499d-9411-c1b0ce1a658a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:50.341461 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (22d7fe75-8311-455d-b545-52a2ea2facfb), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.344101 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.345281 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-13f447d8-2408-4ee5-a0e2-9dde139a02c1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/22d7fe75-8311-455d-b545-52a2ea2facfb HTTP/1.1" status: 204 len: 168 time: 0.4551058 Oct 30 01:04:50.432342 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47526) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:50.437018 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138214314', 'description': 'tempest-description--1086340779'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:50.459982 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.529637 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (61a6e47f-3019-4bde-82c7-3f6c5d51b90e), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.536092 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (61a6e47f-3019-4bde-82c7-3f6c5d51b90e), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.570116 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.571365 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1379473 Oct 30 01:04:50.572092 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424c510-765c-43d7-a00b-37a398e2b42e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6e47f-3019-4bde-82c7-3f6c5d51b90e,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:50.574415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47528) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:50.578937 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'security_group_rule': {'security_group_id': '61a6e47f-3019-4bde-82c7-3f6c5d51b90e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:50.613648 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (996ea217-0235-42c6-8ec3-2fe92448768a), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.672510 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (996ea217-0235-42c6-8ec3-2fe92448768a), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.678241 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (996ea217-0235-42c6-8ec3-2fe92448768a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.696437 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996ea217-0235-42c6-8ec3-2fe92448768a,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:50.705732 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.706954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314585 Oct 30 01:04:50.708300 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.708646 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.708980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.709315 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.709682 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.709970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.710155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47530) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:50.710350 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.710598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.711249 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.711570 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.711923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.712268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.712597 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.712910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.713225 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eab9df-af7f-42a8-8f1e-be2e1ac937b5 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:04:50.715675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'security_group_rule': {'security_group_id': '61a6e47f-3019-4bde-82c7-3f6c5d51b90e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:50.746145 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (d6653b0a-869c-4fbb-96a8-472113056306), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.799039 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:50.806349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (d6653b0a-869c-4fbb-96a8-472113056306), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.812018 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (d6653b0a-869c-4fbb-96a8-472113056306), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.836516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6653b0a-869c-4fbb-96a8-472113056306,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:50.843161 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.844396 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-8945d2ce-1f18-439c-a848-3031297913e0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326697 Oct 30 01:04:50.847768 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47532) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:04:50.852119 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:50.874809 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:50.919268 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:50.958539 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.064608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Allocated IP 172.37.3.22 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/51772508-1a7e-4849-b1f6-6a887073f1dc) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:04:51.176980 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.214887 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.252505 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:04:51.259968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:04:51.262661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:04:51.268893 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'Port': ['ID=51772508-1a7e-4849-b1f6-6a887073f1dc,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:51.359712 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (7cad4fba-0087-4a8c-a8ea-b5926364b25b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.400380 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.559812 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.565875 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.569470 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:51.624800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:51.637017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'Port': ['ID=51772508-1a7e-4849-b1f6-6a887073f1dc,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:51.640493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7cad4fba-0087-4a8c-a8ea-b5926364b25b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.658588 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:51.659873 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-dcb996d2-0780-4f83-962e-d0ba935e42ff tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8110032 Oct 30 01:04:51.693467 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device dcb64cf9-6d5f-470b-8042-0cdbf3e91991 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:04:51.714402 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: dcb64cf9-6d5f-470b-8042-0cdbf3e91991 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:04:51.714751 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device dcb64cf9-6d5f-470b-8042-0cdbf3e91991 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:04:51.868756 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-5f884235-03a4-4528-a69c-1af1e70227a3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--138214314&fields=id&tenant_id=8bf407954ed34ebfaf56db206df4fc84 HTTP/1.1" status: 200 len: 267 time: 0.0459316 Oct 30 01:04:51.989672 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-dac09931-3e11-45ed-a719-99ff9f1feca4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:51.991132 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-dac09931-3e11-45ed-a719-99ff9f1feca4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 811 time: 0.1156044 Oct 30 01:04:52.006293 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-252c82dd-8b61-4502-b0fc-0787f5d1d29a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/quotas/8bf407954ed34ebfaf56db206df4fc84 HTTP/1.1" status: 200 len: 375 time: 0.0092864 Oct 30 01:04:52.057362 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-98350819-7c1a-4d25-9807-3c648cdb1987 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460744 Oct 30 01:04:52.155890 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-07324eeb-7390-4da9-8a67-371a500116a9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862255 Oct 30 01:04:52.249794 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-597b1e67-9634-4be1-857d-7b508ca8ad52 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879889 Oct 30 01:04:52.429944 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b3f2586d-b5bc-4f62-8272-3796d7e435ba req-e6eda82b-f44c-4202-bc64-f7864f507d45 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 210 time: 0.0285933 Oct 30 01:04:53.539335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-11717dfd-f377-4e8d-8aff-489f9b944863 req-8f0cfd4a-c336-4d48-ac3d-28169a5e7c45 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 210 time: 0.0298193 Oct 30 01:04:53.859004 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-95739f3b-6df2-4902-94fb-db90a1f1446a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:53.860578 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-95739f3b-6df2-4902-94fb-db90a1f1446a tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 811 time: 0.1137381 Oct 30 01:04:53.962063 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-e0b9d9b8-4fc2-4f34-8b84-85bc7cae956c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8bf407954ed34ebfaf56db206df4fc84 HTTP/1.1" status: 200 len: 379 time: 0.0560517 Oct 30 01:04:54.104810 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'port': {'device_id': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'admin_state_up': True, 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'security_groups': ['61a6e47f-3019-4bde-82c7-3f6c5d51b90e']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:54.241393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Made reservation on behalf of 8bf407954ed34ebfaf56db206df4fc84 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:04:54.245280 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:54.380853 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Allocated IP 172.20.0.12 (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0/097e0222-78e9-48ff-b43e-a210472258ea/b0c592fa-975d-4695-84db-c884d520eff2) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:04:54.522526 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for port (b0c592fa-975d-4695-84db-c884d520eff2), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:54.557251 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (b0c592fa-975d-4695-84db-c884d520eff2), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:54.606607 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:04:54.612349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:04:54.617684 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:04:54.624223 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event updated for resources: {'Port': ['ID=b0c592fa-975d-4695-84db-c884d520eff2,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:54.676859 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371983-a129-4c57-bcec-0ed850dc7fdf req-7906c2da-1810-4695-a636-7746d476530b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:54.678334 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-75371983-a129-4c57-bcec-0ed850dc7fdf req-7906c2da-1810-4695-a636-7746d476530b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 932 time: 0.0585685 Oct 30 01:04:54.679487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:54.680228 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:54.699138 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-a2515fc4-3b36-4fd2-a52f-6418ad4c0fad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008303 Oct 30 01:04:54.731353 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-75371983-a129-4c57-bcec-0ed850dc7fdf req-5e2e1d71-1d5e-4765-bae4-a2aa3a0877a0 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469627 Oct 30 01:04:54.751650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Request body: {'port': {'device_id': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:04:54.756003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:54.814956 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:54.817790 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b0c592fa-975d-4695-84db-c884d520eff2), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:54.873163 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-1dd7138b-59bc-4736-83d4-2389b212246d None None] Provisioning complete for port b0c592fa-975d-4695-84db-c884d520eff2 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:04:54.873784 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1dd7138b-59bc-4736-83d4-2389b212246d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (b0c592fa-975d-4695-84db-c884d520eff2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:54.873893 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-1dd7138b-59bc-4736-83d4-2389b212246d None None] Attempt 1 to provision port b0c592fa-975d-4695-84db-c884d520eff2 Oct 30 01:04:54.906831 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7138b-59bc-4736-83d4-2389b212246d None None] Port b0c592fa-975d-4695-84db-c884d520eff2 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:04:55.074908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c592fa-975d-4695-84db-c884d520eff2 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:04:55.085387 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Publish callbacks [] for port (b0c592fa-975d-4695-84db-c884d520eff2), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:55.103770 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Transition to ACTIVE for port object b0c592fa-975d-4695-84db-c884d520eff2 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:04:55.111152 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (b0c592fa-975d-4695-84db-c884d520eff2), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:55.170564 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b1720-0258-420e-94e3-703861160cdb service neutron] Pushing event updated for resources: {'Port': ['ID=b0c592fa-975d-4695-84db-c884d520eff2,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:55.219847 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Attempting to bind port b0c592fa-975d-4695-84db-c884d520eff2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:04:55.220173 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Attempting to bind port b0c592fa-975d-4695-84db-c884d520eff2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:04:55.220474 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Attempting to bind port b0c592fa-975d-4695-84db-c884d520eff2 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:04:55.262042 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Port b0c592fa-975d-4695-84db-c884d520eff2 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:04:55.262333 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Attempting to bind port b0c592fa-975d-4695-84db-c884d520eff2 on network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:04:55.308654 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:04:55.308985 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Checking segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:04:55.309357 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Bound using segment: {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:04:55.309782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Bound port: b0c592fa-975d-4695-84db-c884d520eff2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:04:55.310129 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b0c592fa-975d-4695-84db-c884d520eff2), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:55.372093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] For port b0c592fa-975d-4695-84db-c884d520eff2, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:04:55.375351 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] For port b0c592fa-975d-4695-84db-c884d520eff2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c592fa-975d-4695-84db-c884d520eff2,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:04:55.384399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (b0c592fa-975d-4695-84db-c884d520eff2), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:55.387939 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:55.388948 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:55.390353 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-251b1720-0258-420e-94e3-703861160cdb service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/b0c592fa-975d-4695-84db-c884d520eff2 HTTP/1.1" status: 200 len: 1094 time: 0.6437485 Oct 30 01:04:55.392494 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:04:55.394805 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321622c-fa71-452b-8405-92bdbe5039a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "tag": "b0c592fa-975d-4695-84db-c884d520eff2"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:04:55.437661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648d87f-3435-4221-bd85-d8a6409c9cf8 x-openstack-request-id: req-2648d87f-3435-4221-bd85-d8a6409c9cf8 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:04:55.437951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "tag": "b0c592fa-975d-4695-84db-c884d520eff2", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:04:55.438253 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2648d87f-3435-4221-bd85-d8a6409c9cf8 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:04:55.438637 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2648d87f-3435-4221-bd85-d8a6409c9cf8'] response: {'name': 'network-changed', 'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2', 'status': 'completed', 'code': 200} Oct 30 01:04:55.451236 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b1720-0258-420e-94e3-703861160cdb service neutron] Pushing event updated for resources: {'Port': ['ID=b0c592fa-975d-4695-84db-c884d520eff2,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:04:55.533377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-d4275e52-8ca8-4e39-846f-48adab0a06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:55.534873 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-d4275e52-8ca8-4e39-846f-48adab0a06f3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 1128 time: 0.0437663 Oct 30 01:04:55.595319 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-6f945e39-0728-43d3-86f9-d3fec711487e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c592fa-975d-4695-84db-c884d520eff2 HTTP/1.1" status: 200 len: 217 time: 0.0419490 Oct 30 01:04:55.655452 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-bdea1335-e22d-4fce-b5af-7d00398c1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:55.656904 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-bdea1335-e22d-4fce-b5af-7d00398c1f24 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.0553310 Oct 30 01:04:55.705193 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-9ee875b6-fc41-4fb6-b016-4f3f1312f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:55.707287 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-9ee875b6-fc41-4fb6-b016-4f3f1312f934 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428433 Oct 30 01:04:55.736259 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:55.808734 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-692e3c23-0119-4c0a-babd-c6662f8ac09d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935009 Oct 30 01:04:55.827652 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:55.855740 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8f2a4-d3b7-47e9-ae21-6140c914a36f req-66987c6f-23b3-4675-a684-362650feb040 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:55.857234 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9ed8f2a4-d3b7-47e9-ae21-6140c914a36f req-66987c6f-23b3-4675-a684-362650feb040 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 944 time: 0.0483618 Oct 30 01:04:55.870017 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:55.899677 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:55.909715 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-aa569972-1d1e-43e3-9c9a-d2e920fb7e68 req-af920134-3109-4753-a586-aa6177704359 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901754 Oct 30 01:04:55.913356 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9ed8f2a4-d3b7-47e9-ae21-6140c914a36f req-9130110d-8019-4ab5-9d27-54d04aafb2cb tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Oct 30 01:04:57.040049 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebc12-b7f6-461e-a5b6-4ce651d631c1 req-93aa886a-77a9-457c-be39-7de8f1cb22cf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:57.041389 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-441ebc12-b7f6-461e-a5b6-4ce651d631c1 req-93aa886a-77a9-457c-be39-7de8f1cb22cf tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 944 time: 0.0472560 Oct 30 01:04:57.097082 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-441ebc12-b7f6-461e-a5b6-4ce651d631c1 req-d8017681-e100-4283-879d-1ea0215f953f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Oct 30 01:04:58.221406 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bc116-8cb3-42dc-ad61-07a4db43ab4d req-b8591c4f-3adf-4d03-afea-6b3ee09514b2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:58.222856 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c33bc116-8cb3-42dc-ad61-07a4db43ab4d req-b8591c4f-3adf-4d03-afea-6b3ee09514b2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 944 time: 0.0505383 Oct 30 01:04:58.271293 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c33bc116-8cb3-42dc-ad61-07a4db43ab4d req-9476d58f-402c-499d-8ff2-9e17357d3f26 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Oct 30 01:04:58.294232 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=71 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:58.305486 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=63 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:58.840562 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-1b7105c3-1160-41c1-a5de-14e1d9d1adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:58.842064 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-1b7105c3-1160-41c1-a5de-14e1d9d1adb0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 1128 time: 0.0523362 Oct 30 01:04:58.942084 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-8a678d39-b1ec-4f02-b59e-feea8198408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:58.943585 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-8a678d39-b1ec-4f02-b59e-feea8198408f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 912 time: 0.0890324 Oct 30 01:04:58.985958 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-1ec1d970-818d-454f-a0dc-be3decb047ef service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c592fa-975d-4695-84db-c884d520eff2 HTTP/1.1" status: 200 len: 217 time: 0.0339308 Oct 30 01:04:59.040311 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-bd0ec671-9507-4bce-b92b-d3c98f5787e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:59.041766 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-bd0ec671-9507-4bce-b92b-d3c98f5787e0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.0498273 Oct 30 01:04:59.099659 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-0adc251c-5007-45a9-9624-7a5bd148f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:59.101117 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-0adc251c-5007-45a9-9624-7a5bd148f111 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529544 Oct 30 01:04:59.194085 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-1f842212-8202-4b61-86fb-d8d10b2ebb68 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853028 Oct 30 01:04:59.296286 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-0321622c-fa71-452b-8405-92bdbe5039a5 req-ed5fc81b-1c0a-4d66-99dc-15a1b2883e27 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947971 Oct 30 01:04:59.403403 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ecf17-1ed2-437e-9503-a3b863c6c865 req-90c73d09-4f98-43c4-b8ab-ed4342aa12d2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:04:59.404806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce9ecf17-1ed2-437e-9503-a3b863c6c865 req-90c73d09-4f98-43c4-b8ab-ed4342aa12d2 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 944 time: 0.0479496 Oct 30 01:04:59.454435 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce9ecf17-1ed2-437e-9503-a3b863c6c865 req-cf3603dc-f79b-4f8a-bdab-f41d366db87b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 Oct 30 01:04:59.682155 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device b0c592fa-975d-4695-84db-c884d520eff2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:04:59.684363 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=56,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:59.685838 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:04:59.784481 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port b0c592fa-975d-4695-84db-c884d520eff2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c592fa-975d-4695-84db-c884d520eff2,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:59.796300 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'b0c592fa-975d-4695-84db-c884d520eff2', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'port_id': 'b0c592fa-975d-4695-84db-c884d520eff2', 'mac_address': 'fa:16:3e:8c:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:04:59.834565 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port b0c592fa-975d-4695-84db-c884d520eff2 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:04:59.834944 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b0c592fa-975d-4695-84db-c884d520eff2), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:59.849001 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c592fa-975d-4695-84db-c884d520eff2 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:04:59.872856 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port b0c592fa-975d-4695-84db-c884d520eff2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c592fa-975d-4695-84db-c884d520eff2,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:04:59.879200 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (b0c592fa-975d-4695-84db-c884d520eff2), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:04:59.928802 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=b0c592fa-975d-4695-84db-c884d520eff2,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:00.409161 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['b0c592fa-975d-4695-84db-c884d520eff2'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:05:00.579203 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50d2c7-0bc3-426e-8000-8a0488a1fc47 req-4be4f735-3f2a-4464-abe9-37d7b9c7cc5f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:00.580718 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa50d2c7-0bc3-426e-8000-8a0488a1fc47 req-4be4f735-3f2a-4464-abe9-37d7b9c7cc5f tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 945 time: 0.0506346 Oct 30 01:05:00.631059 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-aa50d2c7-0bc3-426e-8000-8a0488a1fc47 req-64db37ed-d9ec-4769-b603-3e467f3df714 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 Oct 30 01:05:01.702317 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device b0c592fa-975d-4695-84db-c884d520eff2 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:05:01.747200 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port b0c592fa-975d-4695-84db-c884d520eff2 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:05:01.754738 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port b0c592fa-975d-4695-84db-c884d520eff2 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:05:01.755118 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (b0c592fa-975d-4695-84db-c884d520eff2), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:01.755482 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port b0c592fa-975d-4695-84db-c884d520eff2 Oct 30 01:05:01.756860 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a17f7b-0a3e-427a-ad46-aa372699f4bb req-d9a1a9f3-ee8b-498b-a3b4-16e5a5b59e46 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:01.758405 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f1a17f7b-0a3e-427a-ad46-aa372699f4bb req-d9a1a9f3-ee8b-498b-a3b4-16e5a5b59e46 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 945 time: 0.0489435 Oct 30 01:05:01.807918 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f1a17f7b-0a3e-427a-ad46-aa372699f4bb req-e65661e0-b6d6-427b-aae2-45a7f03f7873 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 Oct 30 01:05:01.830327 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port b0c592fa-975d-4695-84db-c884d520eff2 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:05:01.830727 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b0c592fa-975d-4695-84db-c884d520eff2), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:01.990646 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:05:01.992858 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e231decb-8325-4ef4-afc3-ed257be1e2f9" -d '{"events": [{"server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b0c592fa-975d-4695-84db-c884d520eff2"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:05:02.005516 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port b0c592fa-975d-4695-84db-c884d520eff2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c592fa-975d-4695-84db-c884d520eff2,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:02.011400 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (b0c592fa-975d-4695-84db-c884d520eff2), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:02.033806 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1169a0-eed3-4cd3-bdf4-a9693507136c x-openstack-request-id: req-be1169a0-eed3-4cd3-bdf4-a9693507136c {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:05:02.034097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b0c592fa-975d-4695-84db-c884d520eff2", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:05:02.034341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be1169a0-eed3-4cd3-bdf4-a9693507136c {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:05:02.034731 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1169a0-eed3-4cd3-bdf4-a9693507136c'] response: {'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2', 'code': 200} Oct 30 01:05:02.060256 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=b0c592fa-975d-4695-84db-c884d520eff2,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:02.275094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aac47-ce59-4fae-9021-54b29fa42d4f req-2928885f-421a-4e28-aca4-56f4aad555c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:02.276670 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc7aac47-ce59-4fae-9021-54b29fa42d4f req-2928885f-421a-4e28-aca4-56f4aad555c2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 1130 time: 0.0395813 Oct 30 01:05:02.321850 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc7aac47-ce59-4fae-9021-54b29fa42d4f req-02d2b3e3-5640-4428-848b-0ae7772f8ead service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381186 Oct 30 01:05:02.948498 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c53d76-1e47-4bd8-b3e8-1a2e540837b2 req-4b033445-6bd0-482e-a306-c795dc7f66c6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:02.950170 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-28c53d76-1e47-4bd8-b3e8-1a2e540837b2 req-4b033445-6bd0-482e-a306-c795dc7f66c6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0568237 Oct 30 01:05:03.002859 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-28c53d76-1e47-4bd8-b3e8-1a2e540837b2 req-cb3f67b2-2d22-4973-acd4-4f75268b6d1d tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452290 Oct 30 01:05:04.131967 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d20c24-9753-4062-8333-a010e0aaa057 req-0f2f1fa8-926e-4570-aace-acdc8e0972f1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:04.133348 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02d20c24-9753-4062-8333-a010e0aaa057 req-0f2f1fa8-926e-4570-aace-acdc8e0972f1 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0516775 Oct 30 01:05:04.181655 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02d20c24-9753-4062-8333-a010e0aaa057 req-ae944e5f-4ae5-43c6-8efe-35d964635a9b tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Oct 30 01:05:04.306500 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f02745-cb82-4ec5-9f86-629bd0d22eb4 req-d4c6f053-f0fe-40d9-b95e-7c3613d1b448 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:04.307988 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a5f02745-cb82-4ec5-9f86-629bd0d22eb4 req-d4c6f053-f0fe-40d9-b95e-7c3613d1b448 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0466199 Oct 30 01:05:04.318579 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47598) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:04.323264 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Request body: {'floatingip': {'port_id': 'b0c592fa-975d-4695-84db-c884d520eff2'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:05:04.366742 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (7cad4fba-0087-4a8c-a8ea-b5926364b25b), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:04.866957 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-c7fd61f0-f5cd-406e-9db3-40af3a22633f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3215299 Oct 30 01:05:04.951368 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:04.990102 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-79211b7f-54b0-40aa-80cb-3aa9e021c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:04.991573 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-79211b7f-54b0-40aa-80cb-3aa9e021c08f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 1129 time: 0.0560167 Oct 30 01:05:05.039315 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:05.175145 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-c3a5f47b-7c6d-4bc4-bb9c-2aa923334cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:05.176532 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-c3a5f47b-7c6d-4bc4-bb9c-2aa923334cf2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 200 len: 920 time: 0.1598430 Oct 30 01:05:05.187869 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:05.194924 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7cad4fba-0087-4a8c-a8ea-b5926364b25b), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:05.226626 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-de106c41-d97a-4d3a-a362-c5784439990f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 200 len: 217 time: 0.0429959 Oct 30 01:05:05.339154 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-1fb6f07d-5838-4365-8138-2a2946c289eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:05.340529 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:05.341022 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-1fb6f07d-5838-4365-8138-2a2946c289eb service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 200 len: 858 time: 0.0859773 Oct 30 01:05:05.382503 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Floating IP 7cad4fba-0087-4a8c-a8ea-b5926364b25b associated. External IP: 172.37.3.22, port: b0c592fa-975d-4695-84db-c884d520eff2. Oct 30 01:05:05.434346 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-e286725d-5e23-4e82-b8c0-488a0f1cd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:05.435872 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-e286725d-5e23-4e82-b8c0-488a0f1cd79a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824203 Oct 30 01:05:05.606737 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-0def8f2c-14c2-48ab-99e4-ef057a07f60d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619945 Oct 30 01:05:05.726311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:05.732469 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:05:05.756234 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a284bbe1-f869-4ed1-bb73-30451254e5b5 req-d9a7daab-eb88-4210-a5ab-b2ae245b3acb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425388 Oct 30 01:05:05.857045 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:05:05.862293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:05.865482 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:05.867519 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:05:05.878164 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:05.878784 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:05.889991 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:05.897463 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-12aef65d-e560-4a87-9511-15636171ee88 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/7cad4fba-0087-4a8c-a8ea-b5926364b25b HTTP/1.1" status: 200 len: 991 time: 1.5755084 Oct 30 01:05:05.897463 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:05:05.898595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a77dd3-4f34-400e-88d5-5b0af180510a" -d '{"events": [{"name": "network-changed", "server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "tag": "b0c592fa-975d-4695-84db-c884d520eff2"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:05:05.935947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0038950-e0a4-4ec3-a7a5-c86523757557 x-openstack-request-id: req-f0038950-e0a4-4ec3-a7a5-c86523757557 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:05:05.936428 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "tag": "b0c592fa-975d-4695-84db-c884d520eff2", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:05:05.936688 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0038950-e0a4-4ec3-a7a5-c86523757557 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:05:05.937095 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0038950-e0a4-4ec3-a7a5-c86523757557'] response: {'name': 'network-changed', 'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2', 'status': 'completed', 'code': 200} Oct 30 01:05:05.984771 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:06.038877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-cae92e59-2147-4416-a846-377e71c5b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:06.040463 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-cae92e59-2147-4416-a846-377e71c5b4a6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=8bf407954ed34ebfaf56db206df4fc84&device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 1130 time: 0.0447698 Oct 30 01:05:06.132933 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-f506b2f1-f52c-415d-bef1-7f74a26339fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:06.134437 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-f506b2f1-f52c-415d-bef1-7f74a26339fd service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 200 len: 912 time: 0.0877361 Oct 30 01:05:06.159222 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-22835b63-084d-4607-b4a7-bb1958ec0c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:06.199336 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cad4fba-0087-4a8c-a8ea-b5926364b25b', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'floating_ip_address': '172.37.3.22', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'port_id': 'b0c592fa-975d-4695-84db-c884d520eff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'mac_address': 'fa:16:3e:8c:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:04:51Z', 'updated_at': '2022-10-30T01:05:05Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:06.206535 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-d8deba5f-7133-47b0-b617-3d16ef332df1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c592fa-975d-4695-84db-c884d520eff2 HTTP/1.1" status: 200 len: 999 time: 0.0637717 Oct 30 01:05:06.224965 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:05:06.233582 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:06.234179 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:04:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:06.258816 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-b7bbd870-e361-4c4a-8914-79652dedebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:06.260338 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-b7bbd870-e361-4c4a-8914-79652dedebb3 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 200 len: 850 time: 0.0464561 Oct 30 01:05:06.306474 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-439fcbf0-618f-4e70-aafd-05b23fe6b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:06.308010 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-439fcbf0-618f-4e70-aafd-05b23fe6b9ea service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398254 Oct 30 01:05:06.334623 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:06.406318 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-a73b5a91-2a29-46f5-8a46-93fe65d4435c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906374 Oct 30 01:05:06.503438 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-59a77dd3-4f34-400e-88d5-5b0af180510a req-3c95865b-6aac-4b4a-bdc7-200f6cd8d70d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898981 Oct 30 01:05:06.549703 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cad4fba-0087-4a8c-a8ea-b5926364b25b', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'floating_ip_address': '172.37.3.22', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'port_id': 'b0c592fa-975d-4695-84db-c884d520eff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'mac_address': 'fa:16:3e:8c:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:04:51Z', 'updated_at': '2022-10-30T01:05:05Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:06.573882 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3600bdf4-7432-4a80-a068-b9662635cb9a None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cad4fba-0087-4a8c-a8ea-b5926364b25b', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'floating_ip_address': '172.37.3.22', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'port_id': 'b0c592fa-975d-4695-84db-c884d520eff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'mac_address': 'fa:16:3e:8c:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:04:51Z', 'updated_at': '2022-10-30T01:05:05Z', 'revision_number': 1, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:05:06.760705 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20deca8-6a53-4dd6-9f29-498bc499d65f None None] New status for floating IP 7cad4fba-0087-4a8c-a8ea-b5926364b25b: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:05:06.813819 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:08.302842 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0973755b-58c9-4ed0-88a8-f6375ac5c0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:09.230348 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3ca84-c5bc-444d-98ce-8a8c2d8a67bc req-ceb0498b-8ee0-4aca-8aeb-17bb625c538f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:09.231853 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5d3ca84-c5bc-444d-98ce-8a8c2d8a67bc req-ceb0498b-8ee0-4aca-8aeb-17bb625c538f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0513430 Oct 30 01:05:09.294292 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5d3ca84-c5bc-444d-98ce-8a8c2d8a67bc req-a9b15ba8-10b5-4a8c-aa28-a16a21bc89c2 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562057 Oct 30 01:05:09.303788 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-c08041bf-729a-48a4-b9c1-bf8ce5a391f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:09.305323 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-c08041bf-729a-48a4-b9c1-bf8ce5a391f1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1169 time: 0.0409091 Oct 30 01:05:09.412034 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-d3249539-33f8-491a-9f73-2ce0cbbbbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:09.413681 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-d3249539-33f8-491a-9f73-2ce0cbbbbaf1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.1002495 Oct 30 01:05:09.477470 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-8a500c05-a8cc-45f5-b7fb-0201d6fc3090 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 1001 time: 0.0571270 Oct 30 01:05:09.528142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:09.533417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-aafc0149-6295-42ef-914f-938561d8c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:09.534913 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-aafc0149-6295-42ef-914f-938561d8c643 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.0501795 Oct 30 01:05:09.580581 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-e1ed312b-4ec9-41fe-99e9-b8473c73e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:09.581976 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-e1ed312b-4ec9-41fe-99e9-b8473c73e1a4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405045 Oct 30 01:05:09.672752 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-aaef318a-c9ae-4aa5-aebf-50b55e09edb3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Oct 30 01:05:09.767822 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6eae96a8-bc04-43ca-946f-7d480c07d4bf req-d96d458f-b9dc-422f-8dc8-f54fe4284410 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884724 Oct 30 01:05:10.419672 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40bada-9a26-401a-a667-2f57fa8a0a56 req-e0e2607c-2f46-4e65-9a8c-10eedcb2ded6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:10.421234 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b40bada-9a26-401a-a667-2f57fa8a0a56 req-e0e2607c-2f46-4e65-9a8c-10eedcb2ded6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0470402 Oct 30 01:05:10.487693 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b40bada-9a26-401a-a667-2f57fa8a0a56 req-264545ac-6ceb-455d-b2d5-f1e37258e771 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577581 Oct 30 01:05:11.088370 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:11.250953 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:11.636531 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8388f-33e2-468a-8d56-4fe0399df934 req-d11324ee-2475-43cf-92d2-fc7d02b9ea0f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:11.638547 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-31a8388f-33e2-468a-8d56-4fe0399df934 req-d11324ee-2475-43cf-92d2-fc7d02b9ea0f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0592976 Oct 30 01:05:11.936206 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-31a8388f-33e2-468a-8d56-4fe0399df934 req-dff43d21-3f14-43b6-ae34-016878e8b712 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2914162 Oct 30 01:05:13.051083 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:13.053061 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:13.090632 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac3d42-85f7-46d0-a939-2bcab82bcdea req-738264de-c590-4ad5-a6aa-929291a66e4e tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:13.092109 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06ac3d42-85f7-46d0-a939-2bcab82bcdea req-738264de-c590-4ad5-a6aa-929291a66e4e tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0497863 Oct 30 01:05:13.153184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06ac3d42-85f7-46d0-a939-2bcab82bcdea req-837c49fd-4d63-436c-97b8-860f14b91dcd tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551035 Oct 30 01:05:14.295891 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1237be9-c490-40f7-83f4-7f2fc4dfa9ea req-8cf04f3a-29a4-4630-bbbe-e74eadf01f4d tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:14.297497 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1237be9-c490-40f7-83f4-7f2fc4dfa9ea req-8cf04f3a-29a4-4630-bbbe-e74eadf01f4d tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0481157 Oct 30 01:05:14.361168 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b1237be9-c490-40f7-83f4-7f2fc4dfa9ea req-3f2a73fe-48d9-4971-ae2a-cbafd1c2da5e tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577705 Oct 30 01:05:15.490103 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483f8f6-5e97-443b-ac89-6a93310a7a4d req-df4b312e-b003-4a48-b9b4-6624608d926b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:15.491551 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f483f8f6-5e97-443b-ac89-6a93310a7a4d req-df4b312e-b003-4a48-b9b4-6624608d926b tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0490539 Oct 30 01:05:15.554522 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f483f8f6-5e97-443b-ac89-6a93310a7a4d req-108d6402-17fb-4ee9-9e8c-5e605680bd9a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569973 Oct 30 01:05:16.551950 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=77 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:16.553179 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=77 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:16.681975 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0524ae-8a82-45c3-93bc-a299e2fc559a req-94d96a2d-38dc-421b-999e-7c75ff4f801c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:16.683426 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5e0524ae-8a82-45c3-93bc-a299e2fc559a req-94d96a2d-38dc-421b-999e-7c75ff4f801c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0475368 Oct 30 01:05:16.745603 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5e0524ae-8a82-45c3-93bc-a299e2fc559a req-47564906-4351-4e60-b1b4-627d93dbd764 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556669 Oct 30 01:05:17.735678 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:05:17.890894 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c1b98-9e0e-4212-b767-d140308b6e26 req-9e714d80-4f4d-4994-a8bf-f56d7e2069e4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:17.892637 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d73c1b98-9e0e-4212-b767-d140308b6e26 req-9e714d80-4f4d-4994-a8bf-f56d7e2069e4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0591681 Oct 30 01:05:17.952467 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d73c1b98-9e0e-4212-b767-d140308b6e26 req-0e718711-a223-4d3e-a5db-65574f7108f6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542605 Oct 30 01:05:19.090418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5d152-a78e-4b2f-adf1-86909843bf4e req-2c3caf55-c47f-4538-b14f-0ec0816ca842 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:19.091919 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3ac5d152-a78e-4b2f-adf1-86909843bf4e req-2c3caf55-c47f-4538-b14f-0ec0816ca842 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0502067 Oct 30 01:05:19.155082 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3ac5d152-a78e-4b2f-adf1-86909843bf4e req-46bfdf79-db0f-4f94-bb88-866b3a2cbbea tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572071 Oct 30 01:05:19.763312 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:19.764669 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:20.288467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89711bd7-c223-4383-b7b4-52cd8a3de03f req-b2b6d5e9-ac1e-41ac-8abc-0001b40a9de7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:20.289920 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89711bd7-c223-4383-b7b4-52cd8a3de03f req-b2b6d5e9-ac1e-41ac-8abc-0001b40a9de7 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0514472 Oct 30 01:05:20.352557 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89711bd7-c223-4383-b7b4-52cd8a3de03f req-9b156fd8-e364-438d-9f26-6aaa95f38ffe tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541887 Oct 30 01:05:21.242306 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:21.244281 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:21.481183 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236c7d9-0c3f-4f26-b6a8-d88a0120a02f req-3307ae12-55c7-478c-be16-7eba0102b1bb tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:21.482645 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5236c7d9-0c3f-4f26-b6a8-d88a0120a02f req-3307ae12-55c7-478c-be16-7eba0102b1bb tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0532522 Oct 30 01:05:21.545085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5236c7d9-0c3f-4f26-b6a8-d88a0120a02f req-34abe834-629c-47d8-89a1-127288f25c6c tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff&id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548759 Oct 30 01:05:27.727820 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:31.533761 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=81 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:31.539494 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=85 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:34.571916 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:35.757117 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:36.065155 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3e556-36fb-483f-9b46-cf8e7f44fc50 req-385c16d2-8576-4cf4-b51b-5989456b7657 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:36.066623 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60b3e556-36fb-483f-9b46-cf8e7f44fc50 req-385c16d2-8576-4cf4-b51b-5989456b7657 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0478489 Oct 30 01:05:36.119694 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60b3e556-36fb-483f-9b46-cf8e7f44fc50 req-072950f4-6e4e-4b64-a39f-47c716d07317 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Oct 30 01:05:36.174340 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-30eea378-e464-43ac-b118-6ebc3198be3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:37.276647 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765982f3-b392-4110-88b7-302acb8410d5 req-8a89f7f6-a710-46a5-a0f1-e97a96b05437 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:37.278128 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-765982f3-b392-4110-88b7-302acb8410d5 req-8a89f7f6-a710-46a5-a0f1-e97a96b05437 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0548949 Oct 30 01:05:37.328030 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-765982f3-b392-4110-88b7-302acb8410d5 req-5f754578-f9e8-4920-884d-d8e27f966d7d tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Oct 30 01:05:38.302557 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-939c7447-7359-4089-bea6-0ea52169e9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:38.459279 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71dd23-afef-4892-9e6b-c81865e4f9b4 req-9fc555de-7222-4821-b9dc-21d6b73f4c18 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:38.460789 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5c71dd23-afef-4892-9e6b-c81865e4f9b4 req-9fc555de-7222-4821-b9dc-21d6b73f4c18 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0499427 Oct 30 01:05:38.509896 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5c71dd23-afef-4892-9e6b-c81865e4f9b4 req-e5f9f0d2-f50d-4f7d-b419-736d2a32f8dd tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Oct 30 01:05:39.530739 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:39.647447 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f16cf7-187f-462a-83cc-0a675d2b46fb req-e4a0ff73-5e31-4d35-8121-6e7828b9272c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:39.649867 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b4f16cf7-187f-462a-83cc-0a675d2b46fb req-e4a0ff73-5e31-4d35-8121-6e7828b9272c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0618815 Oct 30 01:05:39.699121 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b4f16cf7-187f-462a-83cc-0a675d2b46fb req-cc0516f4-1ec2-44a0-895b-8498d21d3385 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Oct 30 01:05:40.320026 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-e81a20b3-220d-4362-8272-3e53837366cc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:40.321522 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-e81a20b3-220d-4362-8272-3e53837366cc tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0568073 Oct 30 01:05:40.413244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Deleting port c4782435-5ac9-430e-95c9-c061a2747b76 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:40.413555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:40.507350 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] For port c4782435-5ac9-430e-95c9-c061a2747b76, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4782435-5ac9-430e-95c9-c061a2747b76,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:40.507753 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:40.677621 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:40.678153 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:40.678558 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Floating IP 84ee244f-1c33-4fa4-ad06-a19ca5459b50 disassociated. External IP: 172.37.3.182, port: c4782435-5ac9-430e-95c9-c061a2747b76. Oct 30 01:05:40.678999 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Calling delete_port for c4782435-5ac9-430e-95c9-c061a2747b76 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:40.824821 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c4782435-5ac9-430e-95c9-c061a2747b76), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:40.831607 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae00aff-a711-47a6-a808-14cb799edb8c req-4cdbe744-875f-4355-8c25-0526d2053d16 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:40.833235 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1ae00aff-a711-47a6-a808-14cb799edb8c req-4cdbe744-875f-4355-8c25-0526d2053d16 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 945 time: 0.0479138 Oct 30 01:05:40.856346 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event deleted for resources: {'Port': ['ID=c4782435-5ac9-430e-95c9-c061a2747b76,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:40.869203 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.869687 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.869934 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.870444 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.870935 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.871253 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.871587 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.872130 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.872651 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.873207 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.873477 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.873812 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.874136 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.874634 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.875116 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:40.887969 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1ae00aff-a711-47a6-a808-14cb799edb8c req-7409ee22-f83f-4aac-b725-97882318a989 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=530cb1bd-3939-41f5-b8e2-8952ac8ff465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480120 Oct 30 01:05:40.982439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Router 7f6d6cfa-30a1-423c-85fe-704946629860 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:05:41.084202 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:41.103347 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:05:41.113628 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] Sync routers for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:05:41.125279 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:41.125894 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:05:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:41.147392 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] No DVR routers for this DVR port c4782435-5ac9-430e-95c9-c061a2747b76 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:05:41.150062 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:41.153464 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9808ba0e-9bd9-4f3e-bfe1-a9d13fccd87a req-98c45b35-af69-4dc4-8274-d68906731824 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "DELETE /networking/v2.0/ports/c4782435-5ac9-430e-95c9-c061a2747b76 HTTP/1.1" status: 204 len: 173 time: 0.8258827 Oct 30 01:05:41.153951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'name': 'network-vif-deleted', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:05:41.156260 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d91644f-7e0a-4fcb-a892-8005f594d904" -d '{"events": [{"server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "name": "network-vif-deleted", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:05:41.200673 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab7beb0-b665-4fd9-ae9a-bac85666a2e6 x-openstack-request-id: req-aab7beb0-b665-4fd9-ae9a-bac85666a2e6 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:05:41.200964 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de41579d-0173-4dba-962d-a28c85c505de", "name": "network-vif-deleted", "tag": "c4782435-5ac9-430e-95c9-c061a2747b76", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:05:41.201199 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aab7beb0-b665-4fd9-ae9a-bac85666a2e6 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:05:41.202290 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab7beb0-b665-4fd9-ae9a-bac85666a2e6'] response: {'server_uuid': 'de41579d-0173-4dba-962d-a28c85c505de', 'name': 'network-vif-deleted', 'tag': 'c4782435-5ac9-430e-95c9-c061a2747b76', 'status': 'completed', 'code': 200} Oct 30 01:05:41.252348 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:41.274829 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:41.462314 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:41.489587 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] Checking router: 7f6d6cfa-30a1-423c-85fe-704946629860 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:05:41.499930 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:41.500559 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:05:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:41.704814 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:41.904583 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:41.930482 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98de33-c3ba-4db9-a4bf-e2b7cf33b60c None None] The sync data for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi is: [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:20Z', 'revision_number': 4, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '353cedd1-ac00-4aaf-951a-e65b10888932', 'name': '', 'network_id': 'cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'mac_address': 'fa:16:3e:9a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:19Z', 'updated_at': '2022-10-30T00:58:26Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'subnets': [{'id': 'd7a09ace-08aa-4e5c-b490-a1ab03bd56ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:05:42.033360 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2105f8d5-dbb4-45fd-a56d-a7761fe97b74 req-92fb674a-1084-4b55-bae0-574ef76ca7cf tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de41579d-0173-4dba-962d-a28c85c505de HTTP/1.1" status: 200 len: 210 time: 0.0300829 Oct 30 01:05:42.180932 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc1c06a-1170-4685-a461-b318e58831c6 None None] New status for floating IP 84ee244f-1c33-4fa4-ad06-a19ca5459b50: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:05:43.146872 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47722) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:43.207094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e849a9ce-5adf-4173-91c3-f078bbd09861 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group (530cb1bd-3939-41f5-b8e2-8952ac8ff465), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.210400 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:43.230602 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e849a9ce-5adf-4173-91c3-f078bbd09861 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group (530cb1bd-3939-41f5-b8e2-8952ac8ff465), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.232981 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:43.284899 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e849a9ce-5adf-4173-91c3-f078bbd09861 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (530cb1bd-3939-41f5-b8e2-8952ac8ff465), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.287484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e849a9ce-5adf-4173-91c3-f078bbd09861 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.288709 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-e849a9ce-5adf-4173-91c3-f078bbd09861 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/530cb1bd-3939-41f5-b8e2-8952ac8ff465 HTTP/1.1" status: 204 len: 168 time: 0.1407177 Oct 30 01:05:43.291530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47724) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:43.298579 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849a9ce-5adf-4173-91c3-f078bbd09861 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530cb1bd-3939-41f5-b8e2-8952ac8ff465,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:43.310625 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-c8c105c5-b360-4658-9478-5fb5e0a1e499 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] show failed (client error): The resource could not be found. Oct 30 01:05:43.311894 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c8c105c5-b360-4658-9478-5fb5e0a1e499 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups/530cb1bd-3939-41f5-b8e2-8952ac8ff465 HTTP/1.1" status: 404 len: 347 time: 0.0192192 Oct 30 01:05:43.314805 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47726) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:43.428172 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Deleting port 5c01f9bf-85c2-44ac-86d0-5ab935594e5b {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:43.428506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.511261 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.511564 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.524177 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Calling delete_port for 5c01f9bf-85c2-44ac-86d0-5ab935594e5b owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:43.672529 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (5c01f9bf-85c2-44ac-86d0-5ab935594e5b), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.695367 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event deleted for resources: {'Port': ['ID=5c01f9bf-85c2-44ac-86d0-5ab935594e5b,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:43.766370 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks [] for floatingip (84ee244f-1c33-4fa4-ad06-a19ca5459b50), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.768872 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:43.772747 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-0176f6ad-8393-467b-8081-ea088ae0188b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/84ee244f-1c33-4fa4-ad06-a19ca5459b50 HTTP/1.1" status: 204 len: 168 time: 0.4543245 Oct 30 01:05:43.913273 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c4782435-5ac9-430e-95c9-c061a2747b76 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:43.935462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: c4782435-5ac9-430e-95c9-c061a2747b76 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:05:43.935761 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c4782435-5ac9-430e-95c9-c061a2747b76 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:05:46.271342 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:46.309427 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78951ea4-27cd-45fe-859c-88316e0efa97 req-0245602b-ae34-4172-87be-c3555100e84f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:46.310924 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78951ea4-27cd-45fe-859c-88316e0efa97 req-0245602b-ae34-4172-87be-c3555100e84f tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0500739 Oct 30 01:05:46.323248 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:46.369274 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78951ea4-27cd-45fe-859c-88316e0efa97 req-4effff1b-afc6-4d69-9d58-e873be94d540 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520456 Oct 30 01:05:47.210163 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-ea6d42cd-dc81-47ff-9ab9-cbcbde094317 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:47.211698 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-ea6d42cd-dc81-47ff-9ab9-cbcbde094317 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.0604291 Oct 30 01:05:47.301407 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Deleting port 88fd74d2-892d-4aaf-b602-415c64c5b9aa {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:47.301710 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:47.399393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] For port 88fd74d2-892d-4aaf-b602-415c64c5b9aa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=88fd74d2-892d-4aaf-b602-415c64c5b9aa,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:47.399747 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:47.413775 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Calling delete_port for 88fd74d2-892d-4aaf-b602-415c64c5b9aa owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:47.602181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c72cd-a303-41c1-80a1-b864df023e4c req-057449ce-5c92-4ea9-ba8f-5b9aaeaeba6b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:47.604465 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ad9c72cd-a303-41c1-80a1-b864df023e4c req-057449ce-5c92-4ea9-ba8f-5b9aaeaeba6b tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 946 time: 0.1543770 Oct 30 01:05:47.657394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ad9c72cd-a303-41c1-80a1-b864df023e4c req-a851b8ba-901f-4c97-81de-142210a54d18 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Oct 30 01:05:47.798061 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (88fd74d2-892d-4aaf-b602-415c64c5b9aa), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:47.836899 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event deleted for resources: {'Port': ['ID=88fd74d2-892d-4aaf-b602-415c64c5b9aa,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:47.861570 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['2a5ef263-4503-4e15-8a9c-3e1f7cdcf464', '88fd74d2-892d-4aaf-b602-415c64c5b9aa'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:05:47.885129 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] No DVR routers for this DVR port 88fd74d2-892d-4aaf-b602-415c64c5b9aa on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:05:47.887956 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:47.891293 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c3b31ac7-9016-4719-9a27-cd07d25108c2 req-77c88309-9816-4735-b082-4101e9421c3c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "DELETE /networking/v2.0/ports/88fd74d2-892d-4aaf-b602-415c64c5b9aa HTTP/1.1" status: 204 len: 173 time: 0.6732795 Oct 30 01:05:47.891832 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'name': 'network-vif-deleted', 'tag': '88fd74d2-892d-4aaf-b602-415c64c5b9aa'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:05:47.894135 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d5010-07e1-48fa-b0ca-22f449ee99fd" -d '{"events": [{"server_uuid": "60b2f6e0-a160-4d3f-b036-38597b60da68", "name": "network-vif-deleted", "tag": "88fd74d2-892d-4aaf-b602-415c64c5b9aa"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:05:47.930658 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e76647-b5ee-44c5-bac2-11fafb515665 x-openstack-request-id: req-29e76647-b5ee-44c5-bac2-11fafb515665 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:05:47.930950 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2f6e0-a160-4d3f-b036-38597b60da68", "name": "network-vif-deleted", "tag": "88fd74d2-892d-4aaf-b602-415c64c5b9aa", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:05:47.931197 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29e76647-b5ee-44c5-bac2-11fafb515665 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:05:47.931595 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e76647-b5ee-44c5-bac2-11fafb515665'] response: {'server_uuid': '60b2f6e0-a160-4d3f-b036-38597b60da68', 'name': 'network-vif-deleted', 'tag': '88fd74d2-892d-4aaf-b602-415c64c5b9aa', 'status': 'completed', 'code': 200} Oct 30 01:05:48.783312 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-be97180c-a571-4da4-84a0-8891ecacfa73 req-55b106fe-11b9-427a-baa1-f1e8585419b5 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60b2f6e0-a160-4d3f-b036-38597b60da68 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Oct 30 01:05:50.085833 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a566-d567-4d33-9f05-4559fe2b54f1 req-1188779f-a2ef-47dd-898d-9b1006033e70 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:50.087328 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bde1a566-d567-4d33-9f05-4559fe2b54f1 req-1188779f-a2ef-47dd-898d-9b1006033e70 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0486274 Oct 30 01:05:50.135568 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bde1a566-d567-4d33-9f05-4559fe2b54f1 req-985d9476-e274-4e40-a163-81e7278a1ede tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Oct 30 01:05:51.276739 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd1b9-40a0-4684-a04f-5819b18ae759 req-bbddc6e1-5528-4ee3-bfef-30dbe21786db tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:51.278158 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-deafd1b9-40a0-4684-a04f-5819b18ae759 req-bbddc6e1-5528-4ee3-bfef-30dbe21786db tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0566328 Oct 30 01:05:51.328794 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-deafd1b9-40a0-4684-a04f-5819b18ae759 req-d79bc336-57c3-4f0a-897b-ef9965b52a5c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1442c7a1-2262-408a-a1fd-e6166e58eeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Oct 30 01:05:51.397348 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645f35e-b947-4467-9e02-306f478dab22 req-b2b76b35-7d70-4e3a-a1f8-dd7c3ff20761 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:51.398795 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-3645f35e-b947-4467-9e02-306f478dab22 req-b2b76b35-7d70-4e3a-a1f8-dd7c3ff20761 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Oct 30 01:05:51.486344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Deleting port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:51.486607 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:51.580764 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] For port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:51.581095 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:51.595458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Calling delete_port for 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:51.711951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:51.728666 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (2a5ef263-4503-4e15-8a9c-3e1f7cdcf464), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:51.737621 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:51.757678 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Pushing event deleted for resources: {'Port': ['ID=2a5ef263-4503-4e15-8a9c-3e1f7cdcf464,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:51.773201 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['2a5ef263-4503-4e15-8a9c-3e1f7cdcf464'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:05:51.809989 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] No DVR routers for this DVR port 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:05:51.812595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:51.815930 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-3645f35e-b947-4467-9e02-306f478dab22 req-28357e76-cb6a-4f62-b177-84866ca1c40c tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 HTTP/1.1" status: 204 len: 173 time: 0.4111459 Oct 30 01:05:51.816756 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'name': 'network-vif-deleted', 'tag': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:05:51.819884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d82770-cdd1-45d0-98e5-f49e5a0859ad" -d '{"events": [{"server_uuid": "c7be44ac-3b42-4ace-ac56-65c117e839c6", "name": "network-vif-deleted", "tag": "2a5ef263-4503-4e15-8a9c-3e1f7cdcf464"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:05:51.869301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e72ebfc-4eb3-4293-beb2-c7240cd2e6f8 x-openstack-request-id: req-1e72ebfc-4eb3-4293-beb2-c7240cd2e6f8 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:05:51.869591 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be44ac-3b42-4ace-ac56-65c117e839c6", "name": "network-vif-deleted", "tag": "2a5ef263-4503-4e15-8a9c-3e1f7cdcf464", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:05:51.869951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e72ebfc-4eb3-4293-beb2-c7240cd2e6f8 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:05:51.870562 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e72ebfc-4eb3-4293-beb2-c7240cd2e6f8'] response: {'server_uuid': 'c7be44ac-3b42-4ace-ac56-65c117e839c6', 'name': 'network-vif-deleted', 'tag': '2a5ef263-4503-4e15-8a9c-3e1f7cdcf464', 'status': 'completed', 'code': 200} Oct 30 01:05:51.901081 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=66 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:51.907545 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=72 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:51.956817 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 88fd74d2-892d-4aaf-b602-415c64c5b9aa no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:51.989551 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 88fd74d2-892d-4aaf-b602-415c64c5b9aa {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:05:51.989824 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 88fd74d2-892d-4aaf-b602-415c64c5b9aa not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:05:52.075099 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e6ce5-f3d4-49d9-b0c3-80c27b14c308 req-3790a687-86d8-4bb8-a10f-7ce18e89ae32 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:52.076489 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-579e6ce5-f3d4-49d9-b0c3-80c27b14c308 req-3790a687-86d8-4bb8-a10f-7ce18e89ae32 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0495803 Oct 30 01:05:52.125423 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-579e6ce5-f3d4-49d9-b0c3-80c27b14c308 req-26a76918-8ba3-4f5b-b921-bb1b23e424d0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 Oct 30 01:05:52.508420 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21592fe7-3e50-4afa-bb13-daac2db58218 req-3eb2055d-5659-4acc-a100-5032e1444340 tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 210 time: 0.0876298 Oct 30 01:05:53.267086 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc68d-a0e3-47f1-b013-c3c2115a72a4 req-16f32676-0571-49f9-9042-b3c40652fbc5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:53.268710 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ff1dc68d-a0e3-47f1-b013-c3c2115a72a4 req-16f32676-0571-49f9-9042-b3c40652fbc5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0505238 Oct 30 01:05:53.319183 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ff1dc68d-a0e3-47f1-b013-c3c2115a72a4 req-054aca0b-b5e9-4973-a31d-602173415bca tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419788 Oct 30 01:05:53.642737 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07a0c542-30d4-4c96-ab57-9dd8d9368f14 req-27d3645a-81f3-4154-9c0e-aef0b8e2a6ca tempest-ServerRescueNegativeTestJSON-764720217 tempest-ServerRescueNegativeTestJSON-764720217-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7be44ac-3b42-4ace-ac56-65c117e839c6 HTTP/1.1" status: 200 len: 210 time: 0.0325289 Oct 30 01:05:54.456543 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d519c8f-ae36-4bbe-a62f-e7be93ec9d35 req-0e605b14-4eba-42be-acac-baf85b45e906 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:54.458772 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1d519c8f-ae36-4bbe-a62f-e7be93ec9d35 req-0e605b14-4eba-42be-acac-baf85b45e906 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0533857 Oct 30 01:05:54.477000 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-656282b6-1865-4115-81eb-3aa70dede7fb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:54.478479 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-656282b6-1865-4115-81eb-3aa70dede7fb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 946 time: 0.0512118 Oct 30 01:05:54.511362 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1d519c8f-ae36-4bbe-a62f-e7be93ec9d35 req-fe21cbc2-c517-498f-bbca-b957e4be07d2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f15f9457-aff9-4ecc-aca6-0e5504982a13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470469 Oct 30 01:05:54.575015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:54.575253 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:54.691555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] For port a89f7199-cd3e-44d3-af70-4235cf4ab1a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:54.691923 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:54.708635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47816) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:54.724297 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:05:54.860645 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:54.861002 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7b48d4b0-a2a8-47ad-8cf5-338c12d47920), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:54.861315 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 7b48d4b0-a2a8-47ad-8cf5-338c12d47920 disassociated. External IP: 172.37.3.28, port: a89f7199-cd3e-44d3-af70-4235cf4ab1a1. Oct 30 01:05:54.861651 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for a89f7199-cd3e-44d3-af70-4235cf4ab1a1 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:54.996998 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a89f7199-cd3e-44d3-af70-4235cf4ab1a1), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:55.024978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=a89f7199-cd3e-44d3-af70-4235cf4ab1a1,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:55.139975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:05:55.162632 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:55.167563 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (7f6d6cfa-30a1-423c-85fe-704946629860), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:55.242776 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:55.244838 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:55.250338 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:05:55.261737 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:05:55.272847 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:55.273465 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:05:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:55.296179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] No DVR routers for this DVR port a89f7199-cd3e-44d3-af70-4235cf4ab1a1 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:05:55.298918 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:55.304279 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a1d0d906-376f-4731-a3f0-2ad27fbd25fa req-f9bdf17f-99d5-4977-82a7-29961b70b8b7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "DELETE /networking/v2.0/ports/a89f7199-cd3e-44d3-af70-4235cf4ab1a1 HTTP/1.1" status: 204 len: 173 time: 0.8192253 Oct 30 01:05:55.304743 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'name': 'network-vif-deleted', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:05:55.309248 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93ff866-d3f4-483a-8958-55772b5cb8fd" -d '{"events": [{"server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "name": "network-vif-deleted", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:05:55.387025 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5fdca-16a5-47da-957e-3368329677b9 x-openstack-request-id: req-1ad5fdca-16a5-47da-957e-3368329677b9 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:05:55.387349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77a1841-4f87-4b8a-96a9-a619ea67d452", "name": "network-vif-deleted", "tag": "a89f7199-cd3e-44d3-af70-4235cf4ab1a1", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:05:55.388099 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ad5fdca-16a5-47da-957e-3368329677b9 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:05:55.388515 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad5fdca-16a5-47da-957e-3368329677b9'] response: {'server_uuid': 'b77a1841-4f87-4b8a-96a9-a619ea67d452', 'name': 'network-vif-deleted', 'tag': 'a89f7199-cd3e-44d3-af70-4235cf4ab1a1', 'status': 'completed', 'code': 200} Oct 30 01:05:55.432786 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:55.448230 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Deleting port 353cedd1-ac00-4aaf-951a-e65b10888932 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:55.448635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:55.570807 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] For port 353cedd1-ac00-4aaf-951a-e65b10888932, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=353cedd1-ac00-4aaf-951a-e65b10888932,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:55.571290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:55.590961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Calling delete_port for 353cedd1-ac00-4aaf-951a-e65b10888932 owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:55.741703 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:55.771581 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:05:55.780370 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-83d335da-0d63-4ee9-9c89-59fe0bf858b0 req-4da624b8-a28c-4d4f-bc75-d75d5ef0b3bf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b77a1841-4f87-4b8a-96a9-a619ea67d452 HTTP/1.1" status: 200 len: 210 time: 0.1006670 Oct 30 01:05:55.780972 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:55.781590 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:05:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:55.855744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (353cedd1-ac00-4aaf-951a-e65b10888932), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:55.893719 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:55.904171 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Pushing event deleted for resources: {'Port': ['ID=353cedd1-ac00-4aaf-951a-e65b10888932,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:55.934858 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.935201 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.935532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.935885 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.936210 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.936529 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.936844 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.937154 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.937476 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.937779 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.938099 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.938412 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.938724 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.939027 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.939334 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:55.968085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:55.992780 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:05:55.993116 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 2a5ef263-4503-4e15-8a9c-3e1f7cdcf464 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:05:56.069410 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (7f6d6cfa-30a1-423c-85fe-704946629860), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:56.110422 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:56.116770 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5db21f-6c96-4c09-86da-95aaccdb4c65 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:05:56.139871 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac280979-5570-450c-8dec-083243e5cd4f None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:05:56.243692 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5db21f-6c96-4c09-86da-95aaccdb4c65 None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:05:56.250735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:56.261660 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:56.316255 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Router 7f6d6cfa-30a1-423c-85fe-704946629860 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:05:56.426208 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:05:56.431482 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8aea59-4ac0-483c-ab30-b38e06bf9278 None None] New status for floating IP 7b48d4b0-a2a8-47ad-8cf5-338c12d47920: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:05:56.435335 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] Sync routers for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:05:56.436169 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-987c97a0-0b86-4d46-9dde-08f40225be5e admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7f6d6cfa-30a1-423c-85fe-704946629860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262509 Oct 30 01:05:56.438632 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47836) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:56.460522 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:56.461164 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:05:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:56.584829 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:56.597082 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks [] for router (7f6d6cfa-30a1-423c-85fe-704946629860), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:56.687768 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:56.722429 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks [] for router_gateway (7f6d6cfa-30a1-423c-85fe-704946629860), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:56.738113 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:56.775439 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T01:05:55Z', 'revision_number': 5, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port': {'id': '41b4f5c4-ffff-4279-835e-8c397d83b652', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T00:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:56.777429 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Deleting port 41b4f5c4-ffff-4279-835e-8c397d83b652 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:56.777782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:56.803901 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] Checking router: 7f6d6cfa-30a1-423c-85fe-704946629860 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:05:56.832290 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] Routers {'7f6d6cfa-30a1-423c-85fe-704946629860'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:05:56.837816 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:05:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7f6d6cfa-30a1-423c-85fe-704946629860'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:56.884185 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] For port 41b4f5c4-ffff-4279-835e-8c397d83b652, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b4f5c4-ffff-4279-835e-8c397d83b652,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:56.884185 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:56.907268 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Calling delete_port for 41b4f5c4-ffff-4279-835e-8c397d83b652 owned by network:router_gateway {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:56.921875 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47846) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:56.982931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7cb6775e-362f-4054-ada0-74e6a73ea7b2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (f15f9457-aff9-4ecc-aca6-0e5504982a13), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.007010 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7cb6775e-362f-4054-ada0-74e6a73ea7b2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (f15f9457-aff9-4ecc-aca6-0e5504982a13), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.012967 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-10e72192-ab77-4487-acdd-029683268dff None None] Provisioning complete for port a13d2423-3ec3-496b-ba1f-494f18035f4e triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:05:57.013509 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-10e72192-ab77-4487-acdd-029683268dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.013741 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-10e72192-ab77-4487-acdd-029683268dff None None] Attempt 1 to provision port a13d2423-3ec3-496b-ba1f-494f18035f4e Oct 30 01:05:57.065084 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] Set router 7f6d6cfa-30a1-423c-85fe-704946629860 gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:05:57.077594 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7cb6775e-362f-4054-ada0-74e6a73ea7b2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f15f9457-aff9-4ecc-aca6-0e5504982a13), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.080120 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7cb6775e-362f-4054-ada0-74e6a73ea7b2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.081282 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7cb6775e-362f-4054-ada0-74e6a73ea7b2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f15f9457-aff9-4ecc-aca6-0e5504982a13 HTTP/1.1" status: 204 len: 168 time: 0.1584074 Oct 30 01:05:57.084910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47848) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:57.095890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:57.104844 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-10e72192-ab77-4487-acdd-029683268dff None None] Current status of the port a13d2423-3ec3-496b-ba1f-494f18035f4e is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:05:57.106925 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6775e-362f-4054-ada0-74e6a73ea7b2 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f9457-aff9-4ecc-aca6-0e5504982a13,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:57.114953 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-f638f8fb-79a1-4c7e-8d7b-127b9c584cdf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] show failed (client error): The resource could not be found. Oct 30 01:05:57.116121 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f638f8fb-79a1-4c7e-8d7b-127b9c584cdf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups/f15f9457-aff9-4ecc-aca6-0e5504982a13 HTTP/1.1" status: 404 len: 347 time: 0.0302155 Oct 30 01:05:57.119154 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47850) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:57.123319 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (41b4f5c4-ffff-4279-835e-8c397d83b652), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.145675 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T01:05:56Z', 'revision_number': 6, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:57.154659 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Pushing event deleted for resources: {'Port': ['ID=41b4f5c4-ffff-4279-835e-8c397d83b652,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:57.174561 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635232f-3272-48f8-ad6f-3dc5fc07f7e6 None None] The sync data for ids ['7f6d6cfa-30a1-423c-85fe-704946629860'] in dv-cinder-master-3-iscsi is: [{'id': '7f6d6cfa-30a1-423c-85fe-704946629860', 'name': 'tempest-ServerRescueNegativeTestJSON-1595231738-router', 'tenant_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:58:17Z', 'updated_at': '2022-10-30T01:05:56Z', 'revision_number': 6, 'project_id': 'f48276ac51dd4bb1912fc670433cf6c4', 'gw_port_host': None}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:05:57.225815 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (7f6d6cfa-30a1-423c-85fe-704946629860), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.331766 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (7f6d6cfa-30a1-423c-85fe-704946629860), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.334624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks [] for router_controller (7f6d6cfa-30a1-423c-85fe-704946629860), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.405309 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (7f6d6cfa-30a1-423c-85fe-704946629860), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.405901 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6d6cfa-30a1-423c-85fe-704946629860 {{(pid=104542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:05:57.411572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.412542 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d5c6fc07-b509-46ee-b85b-7c864cb1850f admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/7f6d6cfa-30a1-423c-85fe-704946629860 HTTP/1.1" status: 204 len: 168 time: 0.9728963 Oct 30 01:05:57.415221 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47852) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:57.462810 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Deleting subnet d7a09ace-08aa-4e5c-b490-a1ab03bd56ec {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:05:57.466626 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Publish callbacks [] for subnet (d7a09ace-08aa-4e5c-b490-a1ab03bd56ec), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.474003 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port a6f002f3-1440-4757-ba65-cb35a25c21bd {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:57.474319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.500400 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:57.503196 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (d7a09ace-08aa-4e5c-b490-a1ab03bd56ec), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.560230 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.560674 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (a6f002f3-1440-4757-ba65-cb35a25c21bd), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.576377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for a6f002f3-1440-4757-ba65-cb35a25c21bd owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:57.614747 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (d7a09ace-08aa-4e5c-b490-a1ab03bd56ec), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.670809 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (d7a09ace-08aa-4e5c-b490-a1ab03bd56ec), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.701231 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a09ace-08aa-4e5c-b490-a1ab03bd56ec,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:57.705240 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.708706 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-91e0138b-adae-4c98-b0bf-79cf7852fb07 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/d7a09ace-08aa-4e5c-b490-a1ab03bd56ec HTTP/1.1" status: 204 len: 168 time: 0.2923369 Oct 30 01:05:57.711107 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0084ef-49cb-4e1a-a26e-c20f909d85c6 None None] Network cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:05:57.711711 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47856) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:57.766435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:57.781125 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (a6f002f3-1440-4757-ba65-cb35a25c21bd), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.821537 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=a6f002f3-1440-4757-ba65-cb35a25c21bd,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:57.847822 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.917826 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (7b48d4b0-a2a8-47ad-8cf5-338c12d47920), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.920299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.921457 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8218c591-e559-41c4-a0ba-df41b1095c5b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7b48d4b0-a2a8-47ad-8cf5-338c12d47920 HTTP/1.1" status: 204 len: 168 time: 0.8013668 Oct 30 01:05:57.937312 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Deleting port a13d2423-3ec3-496b-ba1f-494f18035f4e {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:57.938613 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:57.962072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a89f7199-cd3e-44d3-af70-4235cf4ab1a1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:58.007903 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:58.008398 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] DHCP port deletion for cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:05:58.008931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:58.013269 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47874) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:58.020602 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222024719', 'description': 'tempest-description--1149665888'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:05:58.031617 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: a89f7199-cd3e-44d3-af70-4235cf4ab1a1 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:05:58.033537 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a89f7199-cd3e-44d3-af70-4235cf4ab1a1 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:05:58.061961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] For port a13d2423-3ec3-496b-ba1f-494f18035f4e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a13d2423-3ec3-496b-ba1f-494f18035f4e,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:58.062455 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.073227 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.090906 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Calling delete_port for a13d2423-3ec3-496b-ba1f-494f18035f4e owned by network:dhcp {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:58.101013 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Deleting port a13d2423-3ec3-496b-ba1f-494f18035f4e {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:05:58.102234 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.106368 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 41b4f5c4-ffff-4279-835e-8c397d83b652 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:58.134447 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 41b4f5c4-ffff-4279-835e-8c397d83b652 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:05:58.135284 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 41b4f5c4-ffff-4279-835e-8c397d83b652 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:05:58.135706 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a13d2423-3ec3-496b-ba1f-494f18035f4e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:58.176029 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:58.233726 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (641f719b-ddf1-4e63-a949-b4c1617fb702), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.243532 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] For port a13d2423-3ec3-496b-ba1f-494f18035f4e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a13d2423-3ec3-496b-ba1f-494f18035f4e,segment=NetworkSegment(8d5d9258-d7ea-4160-bfdd-12d472d67f7c),segment_id=8d5d9258-d7ea-4160-bfdd-12d472d67f7c)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:05:58.244117 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (641f719b-ddf1-4e63-a949-b4c1617fb702), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.244556 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.252577 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfd291-a304-46ac-b0cb-c5c4371bc53b req-31bde572-e729-49e9-b22f-dd32911fd7e3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:58.261101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Calling delete_port for a13d2423-3ec3-496b-ba1f-494f18035f4e owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:05:58.261570 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-91cfd291-a304-46ac-b0cb-c5c4371bc53b req-31bde572-e729-49e9-b22f-dd32911fd7e3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.1486955 Oct 30 01:05:58.280637 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.285386 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2693000 Oct 30 01:05:58.286266 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47878) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:58.292528 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': '641f719b-ddf1-4e63-a949-b4c1617fb702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:05:58.299897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0a106-e685-4698-bd53-fd6e526a3341 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641f719b-ddf1-4e63-a949-b4c1617fb702,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:58.342526 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-91cfd291-a304-46ac-b0cb-c5c4371bc53b req-9d13fdb0-1697-48fb-ba04-7121486f321b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799205 Oct 30 01:05:58.352593 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (c54e0fe8-f7a8-49c9-853d-6b745aecac0c), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.395104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a13d2423-3ec3-496b-ba1f-494f18035f4e is: ACTIVE; New status is: DOWN {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:05:58.395104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.407219 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.447804 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13d2423-3ec3-496b-ba1f-494f18035f4e,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:58.453481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] No DVR routers for this DVR port a13d2423-3ec3-496b-ba1f-494f18035f4e on host dv-cinder-master-3-iscsi {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:05:58.474948 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (c54e0fe8-f7a8-49c9-853d-6b745aecac0c), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.484768 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 353cedd1-ac00-4aaf-951a-e65b10888932 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:05:58.485103 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (c54e0fe8-f7a8-49c9-853d-6b745aecac0c), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.517946 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54e0fe8-f7a8-49c9-853d-6b745aecac0c,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:58.528244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 353cedd1-ac00-4aaf-951a-e65b10888932 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:05:58.528828 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 353cedd1-ac00-4aaf-951a-e65b10888932 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:05:58.553983 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.555129 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (a13d2423-3ec3-496b-ba1f-494f18035f4e), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.555497 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.557346 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-efe2a396-ed78-4684-9749-585a3d8bc1fd tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696631 Oct 30 01:05:58.560221 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47880) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:58.564763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'security_group_rule': {'security_group_id': '641f719b-ddf1-4e63-a949-b4c1617fb702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:05:58.588202 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:58.591506 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] No DVR routers for this DVR port a13d2423-3ec3-496b-ba1f-494f18035f4e on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:05:58.592899 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Pushing event deleted for resources: {'Port': ['ID=a13d2423-3ec3-496b-ba1f-494f18035f4e,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:58.606806 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607176 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (278ccf47-83ec-4593-b46f-928c5862f117), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.607427 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5d9258-d7ea-4160-bfdd-12d472d67f7c') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:58.607635 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607757 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5d9258-d7ea-4160-bfdd-12d472d67f7c') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.607882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc6f44-6006-44fd-8d3d-1e7e55ffd283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:05:58.615099 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (8d5d9258-d7ea-4160-bfdd-12d472d67f7c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.635766 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (8d5d9258-d7ea-4160-bfdd-12d472d67f7c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.636174 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:05:58.636657 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (8d5d9258-d7ea-4160-bfdd-12d472d67f7c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.678396 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (278ccf47-83ec-4593-b46f-928c5862f117), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.683711 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (278ccf47-83ec-4593-b46f-928c5862f117), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.705511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.706058 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278ccf47-83ec-4593-b46f-928c5862f117,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:58.718043 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.721265 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a HTTP/1.1" status: 204 len: 168 time: 1.0086029 Oct 30 01:05:58.729177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.734303 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-75dd6479-5aee-475e-8af7-353857424607 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702430 Oct 30 01:05:58.734494 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 8d5d9258-d7ea-4160-bfdd-12d472d67f7c resource provider aggregate not found Oct 30 01:05:58.735242 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47888) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:58.740255 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:05:58.744247 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908517-f4a4-4c61-9f7a-0e1dce791a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0a9d8a-a1b9-41b6-86c4-62a6a6fe159a,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:58.752538 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 8d5d9258-d7ea-4160-bfdd-12d472d67f7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d5d9258-d7ea-4160-bfdd-12d472d67f7c found for delete ", "request_id": "req-b68052b2-cb9d-4805-9136-a146a23836fd"}]} Oct 30 01:05:58.768532 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.848052 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47894) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:58.854814 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.888690 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7739f453-d27a-46b2-bbbf-42667f3e986d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f48276ac51dd4bb1912fc670433cf6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393894 Oct 30 01:05:58.891364 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47896) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:05:58.902385 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:58.940328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3f5a55b0-5eaa-4dc1-ae44-de0809546b58 admin admin] Publish callbacks [] for security_group (1442c7a1-2262-408a-a1fd-e6166e58eeea), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.961124 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3f5a55b0-5eaa-4dc1-ae44-de0809546b58 admin admin] Publish callbacks [] for security_group (1442c7a1-2262-408a-a1fd-e6166e58eeea), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:58.965514 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.37.3.4 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/2054e993-64e2-4203-98ad-84ffbc260c22) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:05:59.014835 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3f5a55b0-5eaa-4dc1-ae44-de0809546b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (1442c7a1-2262-408a-a1fd-e6166e58eeea), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.017546 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3f5a55b0-5eaa-4dc1-ae44-de0809546b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.018704 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3f5a55b0-5eaa-4dc1-ae44-de0809546b58 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1442c7a1-2262-408a-a1fd-e6166e58eeea HTTP/1.1" status: 204 len: 168 time: 0.1264076 Oct 30 01:05:59.027537 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a55b0-5eaa-4dc1-ae44-de0809546b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442c7a1-2262-408a-a1fd-e6166e58eeea,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:59.072467 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (2054e993-64e2-4203-98ad-84ffbc260c22), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.100568 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:59.107779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (2054e993-64e2-4203-98ad-84ffbc260c22), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.149906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:05:59.153167 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:05:59.159129 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:05:59.187516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=2054e993-64e2-4203-98ad-84ffbc260c22,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:59.247526 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (3213d91d-7abf-4c37-9946-33c64b50f87f), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.286410 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (2054e993-64e2-4203-98ad-84ffbc260c22), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.448457 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (2054e993-64e2-4203-98ad-84ffbc260c22), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.454684 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (2054e993-64e2-4203-98ad-84ffbc260c22), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.485681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042a9f4-14fa-4f0e-8d41-0b7e84a6ce20 req-02449336-1f12-4b59-844e-27fbebcbc702 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:59.487347 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6042a9f4-14fa-4f0e-8d41-0b7e84a6ce20 req-02449336-1f12-4b59-844e-27fbebcbc702 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0552185 Oct 30 01:05:59.528611 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=2054e993-64e2-4203-98ad-84ffbc260c22,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:05:59.530991 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (3213d91d-7abf-4c37-9946-33c64b50f87f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.540152 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6042a9f4-14fa-4f0e-8d41-0b7e84a6ce20 req-492214b3-b549-4035-bee4-f4f66557c778 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462589 Oct 30 01:05:59.549165 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:05:59.554745 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-e490ef83-843f-482b-822d-0c7c86fdcd78 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8143477 Oct 30 01:05:59.795672 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:05:59.811239 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-d58e5848-8e66-4102-8603-635f82ea4d2d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1222024719&fields=id&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 267 time: 0.0440986 Oct 30 01:05:59.922711 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-ed188e68-5a12-449c-b5df-85019dd3d9ed tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:05:59.924719 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-ed188e68-5a12-449c-b5df-85019dd3d9ed tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.1055040 Oct 30 01:05:59.940181 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-9a5a5c96-3919-46de-bb35-751ad62cf40c tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/quotas/6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 375 time: 0.0097651 Oct 30 01:05:59.993662 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-78366bc5-d8d3-4654-86bd-88c0dc6e97f6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467343 Oct 30 01:06:00.133788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:00.205147 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-4d859110-e9ff-494a-83b8-4bc23506d53d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002802 Oct 30 01:06:00.304388 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-ec2dbae5-0021-450e-b31b-260af4cdd644 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918503 Oct 30 01:06:00.669083 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3227bcf-2066-4a30-99c4-08b1c02e96b1 req-aaded12b-7c13-4762-a86b-dc36aa4c0ca3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:00.670568 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3227bcf-2066-4a30-99c4-08b1c02e96b1 req-aaded12b-7c13-4762-a86b-dc36aa4c0ca3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Oct 30 01:06:00.719906 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3227bcf-2066-4a30-99c4-08b1c02e96b1 req-9ef3be1f-21f7-40f8-a862-234f94467763 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Oct 30 01:06:00.933076 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47964) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:01.040399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc55-7e53-4b8c-beba-4c47caacbe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.085199 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:01.118087 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc55-7e53-4b8c-beba-4c47caacbe63 admin admin] Publish callbacks [] for security_group (12217e1e-aa48-41cd-b397-7467f46147e2), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.125230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc55-7e53-4b8c-beba-4c47caacbe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (12217e1e-aa48-41cd-b397-7467f46147e2), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.171932 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4f02fc55-7e53-4b8c-beba-4c47caacbe63 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=61896e9e6d6040709cd1ceaac8d2942c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377124 Oct 30 01:06:01.172763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02fc55-7e53-4b8c-beba-4c47caacbe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12217e1e-aa48-41cd-b397-7467f46147e2,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:01.175444 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 47968) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:01.235981 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27a91742-bf17-4bc1-bc2a-a948fecce069 admin admin] Publish callbacks [] for security_group (12217e1e-aa48-41cd-b397-7467f46147e2), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.263400 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27a91742-bf17-4bc1-bc2a-a948fecce069 admin admin] Publish callbacks [] for security_group (12217e1e-aa48-41cd-b397-7467f46147e2), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.318397 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27a91742-bf17-4bc1-bc2a-a948fecce069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (12217e1e-aa48-41cd-b397-7467f46147e2), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.321098 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27a91742-bf17-4bc1-bc2a-a948fecce069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.322271 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-27a91742-bf17-4bc1-bc2a-a948fecce069 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/12217e1e-aa48-41cd-b397-7467f46147e2 HTTP/1.1" status: 204 len: 168 time: 0.1457944 Oct 30 01:06:01.330467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a91742-bf17-4bc1-bc2a-a948fecce069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12217e1e-aa48-41cd-b397-7467f46147e2,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:01.651979 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47986) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:01.670259 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c84bbd33-c3ff-41fe-ba0e-940303179768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.756146 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-367eced4-a8ad-48e1-b93f-80b3c6c5cb50 req-aff47878-7a86-49bd-8029-c0aefaef3039 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 210 time: 0.0383289 Oct 30 01:06:01.763373 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c84bbd33-c3ff-41fe-ba0e-940303179768 admin admin] Publish callbacks [] for security_group (a6019544-0313-49fc-8f2d-47add9f88f6a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.772718 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c84bbd33-c3ff-41fe-ba0e-940303179768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a6019544-0313-49fc-8f2d-47add9f88f6a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.801348 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=16 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:01.807804 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bbd33-c3ff-41fe-ba0e-940303179768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6019544-0313-49fc-8f2d-47add9f88f6a,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:01.832477 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c84bbd33-c3ff-41fe-ba0e-940303179768 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6feee69ec37946468c1929dd560a3190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792803 Oct 30 01:06:01.834041 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 47994) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:01.888438 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4add-866d-4638-ade7-f48f13d50f34 admin admin] Publish callbacks [] for security_group (a6019544-0313-49fc-8f2d-47add9f88f6a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.910800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4add-866d-4638-ade7-f48f13d50f34 admin admin] Publish callbacks [] for security_group (a6019544-0313-49fc-8f2d-47add9f88f6a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.963280 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4add-866d-4638-ade7-f48f13d50f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a6019544-0313-49fc-8f2d-47add9f88f6a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.967312 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4add-866d-4638-ade7-f48f13d50f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:01.968523 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f8ce4add-866d-4638-ade7-f48f13d50f34 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a6019544-0313-49fc-8f2d-47add9f88f6a HTTP/1.1" status: 204 len: 168 time: 0.1334207 Oct 30 01:06:01.977125 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce4add-866d-4638-ade7-f48f13d50f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6019544-0313-49fc-8f2d-47add9f88f6a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:02.119195 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de39024-1de7-4cd3-aeda-6764cfb4c8c5 req-90b7466b-df27-484c-be53-6b9b048f9c5e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:02.120868 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4de39024-1de7-4cd3-aeda-6764cfb4c8c5 req-90b7466b-df27-484c-be53-6b9b048f9c5e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0530190 Oct 30 01:06:02.184495 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4de39024-1de7-4cd3-aeda-6764cfb4c8c5 req-19aa5d98-a576-4c3d-a75c-fe5dbb2d701e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571418 Oct 30 01:06:02.876734 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-766ddd4e-67fe-48f7-a04c-73dc14562f8f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:02.878588 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-766ddd4e-67fe-48f7-a04c-73dc14562f8f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 815 time: 0.1286464 Oct 30 01:06:02.880381 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cc4adb37-8fc3-40ae-9924-8cc4c27efce8 req-d9132d1e-3108-47fb-b6da-c6370dc38b5f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 210 time: 0.0430768 Oct 30 01:06:02.950451 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-622f479d-4de9-4b8d-be54-c784bd34c7be tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b68b886c19c45d585409651f33b8626 HTTP/1.1" status: 200 len: 380 time: 0.0547376 Oct 30 01:06:03.077106 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'port': {'device_id': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'admin_state_up': True, 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'security_groups': ['641f719b-ddf1-4e63-a949-b4c1617fb702']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:06:03.192718 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Made reservation on behalf of 6b68b886c19c45d585409651f33b8626 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:06:03.196576 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:03.319246 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12073-f246-4b72-8408-824df2fbab85 req-9b6138df-1dfc-4bd7-a536-5c5d567e3379 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:03.320865 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88e12073-f246-4b72-8408-824df2fbab85 req-9b6138df-1dfc-4bd7-a536-5c5d567e3379 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0505054 Oct 30 01:06:03.384863 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-88e12073-f246-4b72-8408-824df2fbab85 req-3911b314-9876-4a6c-90ff-4d4a29714e23 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576260 Oct 30 01:06:03.544962 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:03.600406 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Allocated IP 172.20.0.4 (4400f15d-ace0-4893-b5ff-c43f47dad5a5/53508a5d-d8c5-48c3-8103-6957eeeafd5f/c36e47a4-5169-485f-88ec-96caef1c3d0f) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:06:03.748431 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:03.783109 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:03.790366 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:03.840380 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:06:03.842277 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event updated for resources: {'Port': ['ID=c36e47a4-5169-485f-88ec-96caef1c3d0f,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:03.845056 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:06:03.847391 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:06:03.908602 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:03.909295 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:03.932688 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-16e14ff5-e92c-4a11-bb3c-b8c4212ecf0a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601232 Oct 30 01:06:03.958703 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Request body: {'port': {'device_id': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:06:04.025037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57859f3c-b0cf-4a9c-99d7-319c76a09b6c req-3743828c-8c3b-4f44-8879-b4d20cacdea0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:04.026851 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-57859f3c-b0cf-4a9c-99d7-319c76a09b6c req-3743828c-8c3b-4f44-8879-b4d20cacdea0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 931 time: 0.0510583 Oct 30 01:06:04.030855 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.079184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-57859f3c-b0cf-4a9c-99d7-319c76a09b6c req-ecb45865-cff8-4e82-8fef-c64ab6fb5c24 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 Oct 30 01:06:04.084815 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-ec1f52a5-98db-4c34-a2e0-82d6a2e99fc8 None None] Provisioning complete for port c36e47a4-5169-485f-88ec-96caef1c3d0f triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:06:04.085338 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ec1f52a5-98db-4c34-a2e0-82d6a2e99fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.085504 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-ec1f52a5-98db-4c34-a2e0-82d6a2e99fc8 None None] Attempt 1 to provision port c36e47a4-5169-485f-88ec-96caef1c3d0f Oct 30 01:06:04.133146 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f52a5-98db-4c34-a2e0-82d6a2e99fc8 None None] Port c36e47a4-5169-485f-88ec-96caef1c3d0f cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:06:04.293351 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e47a4-5169-485f-88ec-96caef1c3d0f {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:06:04.301432 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Publish callbacks [] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.314304 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Transition to ACTIVE for port object c36e47a4-5169-485f-88ec-96caef1c3d0f will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:06:04.320595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.325997 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:04.404436 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e47a4-5169-485f-88ec-96caef1c3d0f,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:04.438178 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Attempting to bind port c36e47a4-5169-485f-88ec-96caef1c3d0f on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:06:04.438538 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Attempting to bind port c36e47a4-5169-485f-88ec-96caef1c3d0f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:06:04.438862 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Attempting to bind port c36e47a4-5169-485f-88ec-96caef1c3d0f on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:06:04.483100 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Port c36e47a4-5169-485f-88ec-96caef1c3d0f on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:06:04.483313 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Attempting to bind port c36e47a4-5169-485f-88ec-96caef1c3d0f on network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:06:04.522991 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03f6b5-9bf5-48e7-8593-bb218f4d07b4 req-ab23f9ee-2aa7-45cf-a015-b304bc6fcb14 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:04.524550 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c03f6b5-9bf5-48e7-8593-bb218f4d07b4 req-ab23f9ee-2aa7-45cf-a015-b304bc6fcb14 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0480096 Oct 30 01:06:04.530872 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:06:04.531205 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Checking segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:06:04.531602 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Bound using segment: {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:06:04.532095 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Bound port: c36e47a4-5169-485f-88ec-96caef1c3d0f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:06:04.532449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.551533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:04.574545 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7c03f6b5-9bf5-48e7-8593-bb218f4d07b4 req-b76982b9-3cb1-494c-8ba3-a221ada1e9b8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Oct 30 01:06:04.595546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] For port c36e47a4-5169-485f-88ec-96caef1c3d0f, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:06:04.598715 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] For port c36e47a4-5169-485f-88ec-96caef1c3d0f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:06:04.606115 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.610618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:04.611229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:04.612640 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/c36e47a4-5169-485f-88ec-96caef1c3d0f HTTP/1.1" status: 200 len: 1093 time: 0.6612847 Oct 30 01:06:04.613187 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:04.615782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799b6552-8c2e-4118-a9c1-510b9877d9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:04.656505 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78fc99b-a833-4ce8-8620-844faf91af4e x-openstack-request-id: req-a78fc99b-a833-4ce8-8620-844faf91af4e {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:04.656783 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:04.657032 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a78fc99b-a833-4ce8-8620-844faf91af4e {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:04.657458 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78fc99b-a833-4ce8-8620-844faf91af4e'] response: {'name': 'network-changed', 'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'status': 'completed', 'code': 200} Oct 30 01:06:04.668023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2338f-874e-4516-890b-7972c2e94be9 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e47a4-5169-485f-88ec-96caef1c3d0f,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:04.733834 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-ec51597a-5284-49e5-9f90-8935ae6e24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:04.735301 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-ec51597a-5284-49e5-9f90-8935ae6e24ab service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 1127 time: 0.0397615 Oct 30 01:06:04.786682 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-4b535d02-2e3f-4964-92aa-2d31622bed93 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f HTTP/1.1" status: 200 len: 217 time: 0.0358331 Oct 30 01:06:04.830358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:04.838401 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-56eb21f8-d634-4103-a98a-b44a86e0ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:04.840215 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-56eb21f8-d634-4103-a98a-b44a86e0ebbd service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0465977 Oct 30 01:06:04.884658 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-2d787ead-0da3-4c21-a57c-e8ecf6494ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:04.886103 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-2d787ead-0da3-4c21-a57c-e8ecf6494ce7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390661 Oct 30 01:06:04.982277 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-3bffcf6a-096d-4ca8-8f49-f7e9c91c918d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Oct 30 01:06:05.096180 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ce47fdab-3ee0-4878-a14d-6942c5649177 req-f83ec09c-936d-497b-8622-30700f9560e5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897171 Oct 30 01:06:05.210568 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253f54f-ce28-4f75-9018-36b745ffc89c req-a1a09723-1097-4e13-a39b-7e94d53e36a8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:05.212186 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d253f54f-ce28-4f75-9018-36b745ffc89c req-a1a09723-1097-4e13-a39b-7e94d53e36a8 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 943 time: 0.0499446 Oct 30 01:06:05.264808 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d253f54f-ce28-4f75-9018-36b745ffc89c req-ac9d214a-afa8-42af-9658-42a0792fea9b tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461366 Oct 30 01:06:05.711135 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20380a24-180d-44d2-999c-2cd0b78956ed req-fbc8a140-4e2d-4806-9a8f-2a9248c26f52 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:05.712636 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20380a24-180d-44d2-999c-2cd0b78956ed req-fbc8a140-4e2d-4806-9a8f-2a9248c26f52 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0505252 Oct 30 01:06:05.765806 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:05.766481 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-20380a24-180d-44d2-999c-2cd0b78956ed req-d94b25cd-e293-4fed-a31b-1c9e9ef9c2ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444479 Oct 30 01:06:06.164728 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-983e85e3-2883-4dbf-b32e-ff014391c516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:06.382077 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:06.390485 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c69feb-a696-4940-a8ed-1444bad9081d req-01ea091f-ca25-41c9-9a5e-4011247b7a30 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:06.391984 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99c69feb-a696-4940-a8ed-1444bad9081d req-01ea091f-ca25-41c9-9a5e-4011247b7a30 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 943 time: 0.0479751 Oct 30 01:06:06.440745 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-99c69feb-a696-4940-a8ed-1444bad9081d req-9d5b935c-623c-4449-b207-de013f55a94f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Oct 30 01:06:06.903332 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb82e7-61ad-4eb9-8806-b37de5fe700f req-a5221e12-9460-4f66-9fa9-3fe75e20b2a3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:06.904842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8dcb82e7-61ad-4eb9-8806-b37de5fe700f req-a5221e12-9460-4f66-9fa9-3fe75e20b2a3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0575368 Oct 30 01:06:06.953111 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8dcb82e7-61ad-4eb9-8806-b37de5fe700f req-e7af7c45-f51a-4a9e-9e01-b49747eef2fe tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423150 Oct 30 01:06:07.145741 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=21 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:07.174241 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=96 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:07.253018 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48114) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:07.363590 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ec0fef7f-db7a-43a1-9565-1fab659b36da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.453191 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ec0fef7f-db7a-43a1-9565-1fab659b36da admin admin] Publish callbacks [] for security_group (90ceaab3-ef75-4b15-9771-0e7c5877cb19), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.460076 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ec0fef7f-db7a-43a1-9565-1fab659b36da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (90ceaab3-ef75-4b15-9771-0e7c5877cb19), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.500845 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fef7f-db7a-43a1-9565-1fab659b36da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ceaab3-ef75-4b15-9771-0e7c5877cb19,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:07.508997 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-ec0fef7f-db7a-43a1-9565-1fab659b36da admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f4fb1d16e027445f9542b13952fbba15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546427 Oct 30 01:06:07.510050 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48120) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:07.580536 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46edc-6fdf-48c9-8457-daec5a48b7c1 req-ba7286f0-e912-47e8-9b4b-938a235d7311 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:07.581999 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02b46edc-6fdf-48c9-8457-daec5a48b7c1 req-ba7286f0-e912-47e8-9b4b-938a235d7311 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 943 time: 0.0644169 Oct 30 01:06:07.612896 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-05d6cbf2-7184-4115-a267-f49ffb325836 admin admin] Publish callbacks [] for security_group (90ceaab3-ef75-4b15-9771-0e7c5877cb19), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.648899 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-05d6cbf2-7184-4115-a267-f49ffb325836 admin admin] Publish callbacks [] for security_group (90ceaab3-ef75-4b15-9771-0e7c5877cb19), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.665217 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-02b46edc-6fdf-48c9-8457-daec5a48b7c1 req-a1c50ab4-2b8f-41ed-bd23-d4846cfd152d tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768695 Oct 30 01:06:07.707449 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-05d6cbf2-7184-4115-a267-f49ffb325836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (90ceaab3-ef75-4b15-9771-0e7c5877cb19), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.710148 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-05d6cbf2-7184-4115-a267-f49ffb325836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:07.711278 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-05d6cbf2-7184-4115-a267-f49ffb325836 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/90ceaab3-ef75-4b15-9771-0e7c5877cb19 HTTP/1.1" status: 204 len: 168 time: 0.2001393 Oct 30 01:06:07.719997 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6cbf2-7184-4115-a267-f49ffb325836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ceaab3-ef75-4b15-9771-0e7c5877cb19,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:07.991362 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48128) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:08.014862 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-884e513d-b10b-4706-9974-4eb9130ee038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.039780 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-1fed72c3-bd7c-4a91-8cf6-87b4982daf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:08.041435 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-1fed72c3-bd7c-4a91-8cf6-87b4982daf5d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 1127 time: 0.0700903 Oct 30 01:06:08.099063 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24db80-e1db-422d-807d-23c4f10c30c4 req-9f59e11b-e5e5-4443-ac53-92294d90f40b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:08.100572 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4d24db80-e1db-422d-807d-23c4f10c30c4 req-9f59e11b-e5e5-4443-ac53-92294d90f40b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0623977 Oct 30 01:06:08.133264 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:08.174219 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-a09a5e5c-af63-4806-b492-7a330815fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:08.175562 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-884e513d-b10b-4706-9974-4eb9130ee038 admin admin] Publish callbacks [] for security_group (d3f515d6-9423-4697-b94e-b11ff4aca01e), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.175791 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-a09a5e5c-af63-4806-b492-7a330815fa19 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.0976524 Oct 30 01:06:08.179769 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4d24db80-e1db-422d-807d-23c4f10c30c4 req-eedab2ba-396e-4bbb-9218-397e6faf5127 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710177 Oct 30 01:06:08.180881 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-884e513d-b10b-4706-9974-4eb9130ee038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (d3f515d6-9423-4697-b94e-b11ff4aca01e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.224138 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-884e513d-b10b-4706-9974-4eb9130ee038 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bd52789b479c40d684dcfb6191ac9dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313869 Oct 30 01:06:08.225065 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e513d-b10b-4706-9974-4eb9130ee038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f515d6-9423-4697-b94e-b11ff4aca01e,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:08.227019 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48130) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:08.280537 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-f519cada-ff4b-4199-b283-2cbc2489bd82 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f HTTP/1.1" status: 200 len: 217 time: 0.0391407 Oct 30 01:06:08.297930 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5d39ffed-139c-4ed6-9810-ab9c702d4ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.310000 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-289627da-7319-4247-84db-f38499ee8497 admin admin] Publish callbacks [] for security_group (d3f515d6-9423-4697-b94e-b11ff4aca01e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.330241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-289627da-7319-4247-84db-f38499ee8497 admin admin] Publish callbacks [] for security_group (d3f515d6-9423-4697-b94e-b11ff4aca01e), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.409330 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-4e5716eb-a2be-4d23-bc95-fc5c6b636b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:08.411667 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-4e5716eb-a2be-4d23-bc95-fc5c6b636b4d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0730693 Oct 30 01:06:08.453550 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-289627da-7319-4247-84db-f38499ee8497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (d3f515d6-9423-4697-b94e-b11ff4aca01e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.456054 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-289627da-7319-4247-84db-f38499ee8497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:08.457190 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-289627da-7319-4247-84db-f38499ee8497 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d3f515d6-9423-4697-b94e-b11ff4aca01e HTTP/1.1" status: 204 len: 168 time: 0.2290740 Oct 30 01:06:08.470551 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-6036296a-6394-49ee-b2da-b356ddff72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:08.472062 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-6036296a-6394-49ee-b2da-b356ddff72e4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533855 Oct 30 01:06:08.473179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289627da-7319-4247-84db-f38499ee8497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f515d6-9423-4697-b94e-b11ff4aca01e,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:08.552433 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:08.569220 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-cecaa475-0912-4e42-bb49-6b6997396916 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906088 Oct 30 01:06:08.681630 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-799b6552-8c2e-4118-a9c1-510b9877d9d5 req-7e2f4c27-e911-47ab-8f18-ffa0eb575c65 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935540 Oct 30 01:06:08.784394 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:08.796057 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71411f2-3825-4376-9830-d2f5f13c8908 req-770548cf-5550-4c19-a705-49d216ea58b6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:08.797555 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e71411f2-3825-4376-9830-d2f5f13c8908 req-770548cf-5550-4c19-a705-49d216ea58b6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 943 time: 0.0488067 Oct 30 01:06:08.847444 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e71411f2-3825-4376-9830-d2f5f13c8908 req-191ce756-60cb-40ea-ac5a-f65939e991b6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Oct 30 01:06:09.315564 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef5c2d-cca4-4341-ac27-01fc40714835 req-12b3572f-e223-41ff-a3f5-865d1e677fa9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:09.317090 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-37ef5c2d-cca4-4341-ac27-01fc40714835 req-12b3572f-e223-41ff-a3f5-865d1e677fa9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0510697 Oct 30 01:06:09.366547 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-37ef5c2d-cca4-4341-ac27-01fc40714835 req-bda70576-2989-4ec4-86b3-a9091a872f28 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 Oct 30 01:06:09.533258 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:09.985347 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7789ab-8276-4d1d-a6ca-5a6dca8f5cab req-bf28d4af-366c-441a-99e1-9344f0f9dc5a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:09.986849 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fc7789ab-8276-4d1d-a6ca-5a6dca8f5cab req-bf28d4af-366c-441a-99e1-9344f0f9dc5a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 943 time: 0.0549362 Oct 30 01:06:10.011441 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:10.045020 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fc7789ab-8276-4d1d-a6ca-5a6dca8f5cab req-3a3df1aa-9813-4c93-bce5-cd847707c28e tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520217 Oct 30 01:06:10.050890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c36e47a4-5169-485f-88ec-96caef1c3d0f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:06:10.165473 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c36e47a4-5169-485f-88ec-96caef1c3d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:10.177399 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'port_id': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'mac_address': 'fa:16:3e:54:5f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:06:10.212794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port c36e47a4-5169-485f-88ec-96caef1c3d0f is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:06:10.213189 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:10.227060 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e47a4-5169-485f-88ec-96caef1c3d0f {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:06:10.233006 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:10.246586 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:10.248491 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c36e47a4-5169-485f-88ec-96caef1c3d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:10.261192 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:10.458857 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=c36e47a4-5169-485f-88ec-96caef1c3d0f,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:10.497060 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01670f9-a1b7-403b-a77a-9661860718c7 req-95747b9c-4cce-4e9b-9071-a4f72f73d76b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:10.498562 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f01670f9-a1b7-403b-a77a-9661860718c7 req-95747b9c-4cce-4e9b-9071-a4f72f73d76b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0479808 Oct 30 01:06:10.549390 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f01670f9-a1b7-403b-a77a-9661860718c7 req-a8bfe15c-182f-4134-b5ad-1dfde8e82d1d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 Oct 30 01:06:10.855114 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['c36e47a4-5169-485f-88ec-96caef1c3d0f'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:06:11.101005 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:11.177559 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c211-ef9e-40f5-9f40-faef2ccf9fc3 req-2fbf678b-61fa-4776-a5bb-94f81053fff5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:11.178912 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dba5c211-ef9e-40f5-9f40-faef2ccf9fc3 req-2fbf678b-61fa-4776-a5bb-94f81053fff5 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 944 time: 0.0480473 Oct 30 01:06:11.232737 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dba5c211-ef9e-40f5-9f40-faef2ccf9fc3 req-a0737f25-1fad-4290-badd-6fa6727da75f tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462618 Oct 30 01:06:11.259310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:11.690167 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866a4ce-df89-4fba-9cc2-28eb3e2c2d68 req-65fc1e2a-995c-4ac0-b9fa-9623929d8982 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:11.691800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4866a4ce-df89-4fba-9cc2-28eb3e2c2d68 req-65fc1e2a-995c-4ac0-b9fa-9623929d8982 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0547180 Oct 30 01:06:11.749099 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4866a4ce-df89-4fba-9cc2-28eb3e2c2d68 req-52779c9d-33ed-4161-89cf-daaf53f74020 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514297 Oct 30 01:06:12.163688 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:06:12.182091 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c36e47a4-5169-485f-88ec-96caef1c3d0f up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:06:12.277913 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port c36e47a4-5169-485f-88ec-96caef1c3d0f completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:06:12.290373 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port c36e47a4-5169-485f-88ec-96caef1c3d0f triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:06:12.290747 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:12.291083 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port c36e47a4-5169-485f-88ec-96caef1c3d0f Oct 30 01:06:12.330532 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:12.346765 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'mac_address': 'fa:16:3e:dd:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:06:12.358520 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776faf09-2e27-4c86-980d-bc2b0caa30f3 req-b5a9c262-045d-43ac-967c-843401a52d9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:12.360136 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-776faf09-2e27-4c86-980d-bc2b0caa30f3 req-b5a9c262-045d-43ac-967c-843401a52d9a tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 944 time: 0.0479035 Oct 30 01:06:12.405985 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: ACTIVE; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:06:12.406346 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:12.407352 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-776faf09-2e27-4c86-980d-bc2b0caa30f3 req-64ae63c3-4e2b-43d2-a1e9-b962cc730cfb tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Oct 30 01:06:12.431665 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5d64f79-b32b-48ac-8231-fbd53262a835 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:06:12.435815 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port c36e47a4-5169-485f-88ec-96caef1c3d0f is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:06:12.436141 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:12.461071 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:12.468168 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:12.476769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:12.479198 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cd6a8d-7fbe-4d49-b82f-dfefe70d7362" -d '{"events": [{"server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "name": "network-vif-plugged", "status": "completed", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:12.510520 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port c36e47a4-5169-485f-88ec-96caef1c3d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:12.519687 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:12.533929 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb8f6fe-6bad-4148-969f-38387196a824 x-openstack-request-id: req-ddb8f6fe-6bad-4148-969f-38387196a824 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:12.534217 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "name": "network-vif-plugged", "status": "completed", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:12.534468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddb8f6fe-6bad-4148-969f-38387196a824 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:12.534868 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb8f6fe-6bad-4148-969f-38387196a824'] response: {'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'code': 200} Oct 30 01:06:12.535916 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=6']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:12.587645 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=c36e47a4-5169-485f-88ec-96caef1c3d0f,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:12.681767 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['e5d64f79-b32b-48ac-8231-fbd53262a835'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:06:12.685151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:12.749432 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:12.893349 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419149f-7463-4161-9052-25b00153a6cd req-879a3d2e-79ee-450a-8436-7e2b16e3f7e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:12.894856 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5419149f-7463-4161-9052-25b00153a6cd req-879a3d2e-79ee-450a-8436-7e2b16e3f7e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 945 time: 0.0548711 Oct 30 01:06:12.923094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03299aa1-8db4-4e45-98a1-8cf4565d29d8 req-7b83944b-3768-4482-99b9-63015200a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:12.924146 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-03299aa1-8db4-4e45-98a1-8cf4565d29d8 req-7b83944b-3768-4482-99b9-63015200a628 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 1129 time: 0.1670218 Oct 30 01:06:12.956337 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5419149f-7463-4161-9052-25b00153a6cd req-572e713d-05d0-4b0d-b89e-00a449cc75ae tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543633 Oct 30 01:06:12.969970 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-03299aa1-8db4-4e45-98a1-8cf4565d29d8 req-14d1ea7e-f915-45d3-b755-e12204a4da88 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395482 Oct 30 01:06:13.535432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccc70b-7dc3-4a8a-aaeb-6e7006d9eed3 req-f8759237-0c8b-4a57-b423-9a202867c337 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:13.536926 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-97ccc70b-7dc3-4a8a-aaeb-6e7006d9eed3 req-f8759237-0c8b-4a57-b423-9a202867c337 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0472145 Oct 30 01:06:13.583734 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-97ccc70b-7dc3-4a8a-aaeb-6e7006d9eed3 req-05a8477f-896f-491c-9e36-6e019cdd3b57 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Oct 30 01:06:14.093551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad2571-a660-4818-98b0-d32a79eccd78 req-6466ab59-0532-4d8f-a842-6b2ac9b19455 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:14.095029 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-50ad2571-a660-4818-98b0-d32a79eccd78 req-6466ab59-0532-4d8f-a842-6b2ac9b19455 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 945 time: 0.0520391 Oct 30 01:06:14.144780 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-50ad2571-a660-4818-98b0-d32a79eccd78 req-b0ad1695-ffba-4c86-9682-94e29fca6c90 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 Oct 30 01:06:14.171172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:06:14.219231 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port e5d64f79-b32b-48ac-8231-fbd53262a835 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:06:14.219605 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.219977 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port e5d64f79-b32b-48ac-8231-fbd53262a835 Oct 30 01:06:14.298259 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:06:14.298642 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.334160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:14.339876 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.397926 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=7']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:14.460751 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48240) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:14.536219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:14.538637 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88265687-1fb5-486c-bc7b-52ba014c6443" -d '{"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:14.571017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-167b3c41-a873-4241-ade4-412cf6b4bb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.578365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f4ac0-6d80-47ea-bf02-a86f2b96daca x-openstack-request-id: req-9a8f4ac0-6d80-47ea-bf02-a86f2b96daca {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:14.578722 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:14.579136 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a8f4ac0-6d80-47ea-bf02-a86f2b96daca {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:14.579460 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8f4ac0-6d80-47ea-bf02-a86f2b96daca'] response: {'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'code': 200} Oct 30 01:06:14.653684 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-167b3c41-a873-4241-ade4-412cf6b4bb07 admin admin] Publish callbacks [] for security_group (ff2a00f6-5a6f-4eec-b81c-1681939022b9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.659416 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-167b3c41-a873-4241-ade4-412cf6b4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (ff2a00f6-5a6f-4eec-b81c-1681939022b9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.702938 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-167b3c41-a873-4241-ade4-412cf6b4bb07 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7c4e4351375047cbab715382d6dee35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386403 Oct 30 01:06:14.702938 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3c41-a873-4241-ade4-412cf6b4bb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a00f6-5a6f-4eec-b81c-1681939022b9,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:14.703269 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48248) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:14.729142 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f2207-168c-4de9-8a57-c6926b399bd2 req-802e551d-d3ad-43ef-832f-fca9b7535d59 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:14.730616 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-488f2207-168c-4de9-8a57-c6926b399bd2 req-802e551d-d3ad-43ef-832f-fca9b7535d59 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0629447 Oct 30 01:06:14.798388 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6c8352dc-27d6-4157-a3f5-2729120eebec admin admin] Publish callbacks [] for security_group (ff2a00f6-5a6f-4eec-b81c-1681939022b9), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.802885 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-488f2207-168c-4de9-8a57-c6926b399bd2 req-2092694e-372e-47ee-ac24-ca9732f94ba0 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641572 Oct 30 01:06:14.804158 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:14.822467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6c8352dc-27d6-4157-a3f5-2729120eebec admin admin] Publish callbacks [] for security_group (ff2a00f6-5a6f-4eec-b81c-1681939022b9), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.876215 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6c8352dc-27d6-4157-a3f5-2729120eebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (ff2a00f6-5a6f-4eec-b81c-1681939022b9), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.878730 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6c8352dc-27d6-4157-a3f5-2729120eebec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:14.879904 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6c8352dc-27d6-4157-a3f5-2729120eebec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ff2a00f6-5a6f-4eec-b81c-1681939022b9 HTTP/1.1" status: 204 len: 168 time: 0.1756096 Oct 30 01:06:14.887666 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8352dc-27d6-4157-a3f5-2729120eebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a00f6-5a6f-4eec-b81c-1681939022b9,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:15.150310 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48254) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:15.165493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-213c5249-1aa4-4546-9b78-ca7846d5b53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.223907 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:15.241449 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:15.257533 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-213c5249-1aa4-4546-9b78-ca7846d5b53e admin admin] Publish callbacks [] for security_group (a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.262272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-213c5249-1aa4-4546-9b78-ca7846d5b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.286048 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6f36d-c1d2-4609-a199-b2d123d83722 req-f0d3d9e7-4f41-415c-9dca-27a6dd3ed91d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:15.287795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84c6f36d-c1d2-4609-a199-b2d123d83722 req-f0d3d9e7-4f41-415c-9dca-27a6dd3ed91d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0554023 Oct 30 01:06:15.302597 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-213c5249-1aa4-4546-9b78-ca7846d5b53e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c6f1dec453734393a99fd075094ebde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510630 Oct 30 01:06:15.303837 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5249-1aa4-4546-9b78-ca7846d5b53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:15.306113 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48258) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:15.348374 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-84c6f36d-c1d2-4609-a199-b2d123d83722 req-54bd17bf-8734-4e9e-963e-335db88c6e42 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535698 Oct 30 01:06:15.359256 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-644b9f48-7df5-4c28-a6ec-b175702ac4d7 admin admin] Publish callbacks [] for security_group (a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.380091 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-644b9f48-7df5-4c28-a6ec-b175702ac4d7 admin admin] Publish callbacks [] for security_group (a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.433975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-644b9f48-7df5-4c28-a6ec-b175702ac4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.438456 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-644b9f48-7df5-4c28-a6ec-b175702ac4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:15.440215 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-644b9f48-7df5-4c28-a6ec-b175702ac4d7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd HTTP/1.1" status: 204 len: 168 time: 0.1330030 Oct 30 01:06:15.449944 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b9f48-7df5-4c28-a6ec-b175702ac4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a0bc6e-6d6f-4d21-97ee-2aa109e111cd,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:15.930712 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce006786-4905-42f2-907d-1feb69d54cf9 req-4fec0fbc-d452-4ad2-bc28-f6cdc9f17745 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:15.932718 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce006786-4905-42f2-907d-1feb69d54cf9 req-4fec0fbc-d452-4ad2-bc28-f6cdc9f17745 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0506940 Oct 30 01:06:15.983230 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce006786-4905-42f2-907d-1feb69d54cf9 req-3943d84c-ae05-4d33-8536-b3e17f8c0557 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Oct 30 01:06:16.105249 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786526-2f65-4e5c-bc51-66216a5fde5f req-22b4e170-1433-4b36-a2e6-0251a3e761f6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:16.106733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ea786526-2f65-4e5c-bc51-66216a5fde5f req-22b4e170-1433-4b36-a2e6-0251a3e761f6 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0511794 Oct 30 01:06:16.117322 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48284) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:16.122681 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Request body: {'floatingip': {'port_id': 'c36e47a4-5169-485f-88ec-96caef1c3d0f'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:06:16.162211 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (3213d91d-7abf-4c37-9946-33c64b50f87f), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:16.263763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:16.487802 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5d397-0be8-4316-9535-a7c2e86cf268 req-7578844e-69a9-49a7-b208-fc7309747014 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:16.489293 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bac5d397-0be8-4316-9535-a7c2e86cf268 req-7578844e-69a9-49a7-b208-fc7309747014 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0526109 Oct 30 01:06:16.543902 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bac5d397-0be8-4316-9535-a7c2e86cf268 req-261ec988-828e-471b-bdae-2c1c31abfbdf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478146 Oct 30 01:06:16.616445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:16.621187 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (3213d91d-7abf-4c37-9946-33c64b50f87f), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:16.721375 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 3213d91d-7abf-4c37-9946-33c64b50f87f associated. External IP: 172.37.3.4, port: c36e47a4-5169-485f-88ec-96caef1c3d0f. Oct 30 01:06:16.925157 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:06:16.977951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:17.044136 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:06:17.049159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:17.055564 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:06:17.066308 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:06:17.067162 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:06:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:17.083404 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0a3569f1-55ef-40ed-9880-d5ce2ae8be83 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/3213d91d-7abf-4c37-9946-33c64b50f87f HTTP/1.1" status: 200 len: 989 time: 0.9644322 Oct 30 01:06:17.083867 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:17.086283 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:17.131269 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f25c6-6996-40bf-9656-6406b37accdd x-openstack-request-id: req-3e3f25c6-6996-40bf-9656-6406b37accdd {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:17.131893 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:17.132071 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e3f25c6-6996-40bf-9656-6406b37accdd {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:17.132644 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3f25c6-6996-40bf-9656-6406b37accdd'] response: {'name': 'network-changed', 'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'status': 'completed', 'code': 200} Oct 30 01:06:17.183327 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:06:17.259980 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-51fe9410-a6a6-43ab-8fae-d444a7e58353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:17.261955 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-51fe9410-a6a6-43ab-8fae-d444a7e58353 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6b68b886c19c45d585409651f33b8626&device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 1129 time: 0.0557852 Oct 30 01:06:17.360463 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:17.379134 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-f3cab966-9d26-46c1-8b36-f6bacdba2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:17.380685 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-f3cab966-9d26-46c1-8b36-f6bacdba2e3d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 200 len: 916 time: 0.1119576 Oct 30 01:06:17.419788 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3213d91d-7abf-4c37-9946-33c64b50f87f', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.4', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:54:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:05:59Z', 'updated_at': '2022-10-30T01:06:16Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:17.445894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:06:17.454971 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:06:17.455583 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:06:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:17.456485 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-4b421014-b895-40ff-97f0-9ef518f7ef5f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f HTTP/1.1" status: 200 len: 997 time: 0.0680819 Oct 30 01:06:17.511732 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-4dffb285-c7ca-41c3-94eb-e29b41776cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:17.514576 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-4dffb285-c7ca-41c3-94eb-e29b41776cff service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 200 len: 854 time: 0.0523238 Oct 30 01:06:17.558936 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-b8f2358e-4574-4185-b95c-1f93178d6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:17.560498 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-b8f2358e-4574-4185-b95c-1f93178d6da6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=4400f15d-ace0-4893-b5ff-c43f47dad5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398624 Oct 30 01:06:17.571272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-9e29d61f-aa1f-4759-aea2-7391b2ec562e service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:06:17.572533 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-9e29d61f-aa1f-4759-aea2-7391b2ec562e service neutron] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051768 Oct 30 01:06:17.575539 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:06:17.602796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:17.677219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:17.695747 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e586f0-7bbd-4c4c-b1a9-bbc2bdba4325 req-0c52c345-307e-41cd-8f60-e93d3b843121 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:17.699423 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d6e586f0-7bbd-4c4c-b1a9-bbc2bdba4325 req-0c52c345-307e-41cd-8f60-e93d3b843121 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0658097 Oct 30 01:06:17.700035 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-e0858c4a-9f2e-4459-8dad-282531bb2980 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218739 Oct 30 01:06:17.760540 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d6e586f0-7bbd-4c4c-b1a9-bbc2bdba4325 req-c6295514-1129-41e1-8ada-f8ecb7d41ff2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531332 Oct 30 01:06:17.804212 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9c131efa-7f98-4d9b-b1a5-1b945be7c0ad req-90a60832-4ac0-48c5-9437-d02bb60f4d16 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979857 Oct 30 01:06:17.840870 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3213d91d-7abf-4c37-9946-33c64b50f87f', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.4', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:54:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:05:59Z', 'updated_at': '2022-10-30T01:06:16Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:17.844975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48344) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:17.866706 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8099f9-5ec2-47cb-b95a-08cd696d73a0 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3213d91d-7abf-4c37-9946-33c64b50f87f', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'floating_ip_address': '172.37.3.4', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'port_id': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'mac_address': 'fa:16:3e:54:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:05:59Z', 'updated_at': '2022-10-30T01:06:16Z', 'revision_number': 1, 'project_id': '6b68b886c19c45d585409651f33b8626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:06:17.957959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5a673684-4cf9-40e3-ad33-373fb1ca3435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.037944 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5a673684-4cf9-40e3-ad33-373fb1ca3435 admin admin] Publish callbacks [] for security_group (4ee8790f-60a0-4273-bb1b-fe7d2fa34c08), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.043571 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5a673684-4cf9-40e3-ad33-373fb1ca3435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (4ee8790f-60a0-4273-bb1b-fe7d2fa34c08), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.060622 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b114812-2b33-4eb7-89f4-42a4e41a44a1 None None] New status for floating IP 3213d91d-7abf-4c37-9946-33c64b50f87f: ACTIVE {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:06:18.089448 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5a673684-4cf9-40e3-ad33-373fb1ca3435 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ff4e11982aaa4d2c9762cda693540dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427602 Oct 30 01:06:18.090521 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a673684-4cf9-40e3-ad33-373fb1ca3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8790f-60a0-4273-bb1b-fe7d2fa34c08,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:18.092534 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48348) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:18.141326 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-68300d02-b85d-4186-aebe-d77e21ca0205 admin admin] Publish callbacks [] for security_group (4ee8790f-60a0-4273-bb1b-fe7d2fa34c08), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.161559 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-68300d02-b85d-4186-aebe-d77e21ca0205 admin admin] Publish callbacks [] for security_group (4ee8790f-60a0-4273-bb1b-fe7d2fa34c08), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.213012 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-68300d02-b85d-4186-aebe-d77e21ca0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (4ee8790f-60a0-4273-bb1b-fe7d2fa34c08), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.216324 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-68300d02-b85d-4186-aebe-d77e21ca0205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.217530 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-68300d02-b85d-4186-aebe-d77e21ca0205 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4ee8790f-60a0-4273-bb1b-fe7d2fa34c08 HTTP/1.1" status: 204 len: 168 time: 0.1235440 Oct 30 01:06:18.227315 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68300d02-b85d-4186-aebe-d77e21ca0205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8790f-60a0-4273-bb1b-fe7d2fa34c08,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:18.496393 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48354) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:18.511486 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e32e9a16-a404-417f-b4cd-29661e7e55b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.594527 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e32e9a16-a404-417f-b4cd-29661e7e55b3 admin admin] Publish callbacks [] for security_group (7ce7128e-fb36-4228-99fa-8070c48eed03), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.599580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-e32e9a16-a404-417f-b4cd-29661e7e55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7ce7128e-fb36-4228-99fa-8070c48eed03), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.639015 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-e32e9a16-a404-417f-b4cd-29661e7e55b3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1fad546675124fd89e737f8032e5ff38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415195 Oct 30 01:06:18.639857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e9a16-a404-417f-b4cd-29661e7e55b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7128e-fb36-4228-99fa-8070c48eed03,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:18.642571 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48364) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:18.696014 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79051ea7-aedf-411f-8bb4-cf22430293ee admin admin] Publish callbacks [] for security_group (7ce7128e-fb36-4228-99fa-8070c48eed03), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.705353 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:18.721066 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79051ea7-aedf-411f-8bb4-cf22430293ee admin admin] Publish callbacks [] for security_group (7ce7128e-fb36-4228-99fa-8070c48eed03), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.773193 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79051ea7-aedf-411f-8bb4-cf22430293ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7ce7128e-fb36-4228-99fa-8070c48eed03), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.775864 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-79051ea7-aedf-411f-8bb4-cf22430293ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:18.779492 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-79051ea7-aedf-411f-8bb4-cf22430293ee admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7ce7128e-fb36-4228-99fa-8070c48eed03 HTTP/1.1" status: 204 len: 168 time: 0.1333220 Oct 30 01:06:18.787975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051ea7-aedf-411f-8bb4-cf22430293ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7128e-fb36-4228-99fa-8070c48eed03,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:18.924844 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea44cb-19e4-43a4-adf2-d63eb91b10cd req-3b1d7a84-bb58-4e86-8cc1-150b9025941b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:18.927040 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-59ea44cb-19e4-43a4-adf2-d63eb91b10cd req-3b1d7a84-bb58-4e86-8cc1-150b9025941b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0552273 Oct 30 01:06:18.952851 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:18.996589 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-59ea44cb-19e4-43a4-adf2-d63eb91b10cd req-71ed42a4-a59f-460c-8f61-32fd614651db tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609627 Oct 30 01:06:20.149721 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f691-819c-4ae6-b05f-81714e132878 req-cd413652-2ada-45d6-9d54-6c7a3e0bbb63 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:20.152475 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f697f691-819c-4ae6-b05f-81714e132878 req-cd413652-2ada-45d6-9d54-6c7a3e0bbb63 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0592692 Oct 30 01:06:20.210614 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f697f691-819c-4ae6-b05f-81714e132878 req-47e9335d-4e87-4e88-9123-7efe1385ef11 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520399 Oct 30 01:06:21.373383 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:21.380434 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b647-8f3b-4ebc-be3a-1e83ec2afe58 req-6cb39adf-1436-4ae4-a370-cb5f7fd70b15 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:21.382058 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd60b647-8f3b-4ebc-be3a-1e83ec2afe58 req-6cb39adf-1436-4ae4-a370-cb5f7fd70b15 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0761316 Oct 30 01:06:21.440545 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cd60b647-8f3b-4ebc-be3a-1e83ec2afe58 req-37de95e6-9feb-47cd-9b25-bacc7a5190e6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504825 Oct 30 01:06:22.580884 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb85b05-de9f-4fae-aea3-e139b8faf2bc req-6c76d31d-d885-49b4-a9f4-4fda6e7786d3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:22.583351 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0cb85b05-de9f-4fae-aea3-e139b8faf2bc req-6c76d31d-d885-49b4-a9f4-4fda6e7786d3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0537930 Oct 30 01:06:22.637246 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0cb85b05-de9f-4fae-aea3-e139b8faf2bc req-1afa1a81-ba83-4649-909a-31159698c699 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490813 Oct 30 01:06:23.777506 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce635092-87d2-4f40-83c7-3d13feb42020 req-cb156e63-168c-4c82-b90f-08b2cc562680 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:23.779630 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce635092-87d2-4f40-83c7-3d13feb42020 req-cb156e63-168c-4c82-b90f-08b2cc562680 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0528688 Oct 30 01:06:23.833898 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ce635092-87d2-4f40-83c7-3d13feb42020 req-4d76a93b-299d-421f-aa9b-18a113bd652d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485914 Oct 30 01:06:24.961827 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed4f49-96af-4133-aad2-caef0b0d99d1 req-46e75d06-c72b-44c9-8f73-282e644d50de tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:24.963292 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7aed4f49-96af-4133-aad2-caef0b0d99d1 req-46e75d06-c72b-44c9-8f73-282e644d50de tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Oct 30 01:06:25.013899 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7aed4f49-96af-4133-aad2-caef0b0d99d1 req-652cb073-985d-4152-bc40-66478e7a28f0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Oct 30 01:06:26.151023 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229644-7846-4d4d-a428-e229c8591fe7 req-e0c002ac-26ea-4005-8fc1-c66a91eb5373 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:26.152545 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-36229644-7846-4d4d-a428-e229c8591fe7 req-e0c002ac-26ea-4005-8fc1-c66a91eb5373 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0510337 Oct 30 01:06:26.204424 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-36229644-7846-4d4d-a428-e229c8591fe7 req-0090e348-5cad-40b4-b953-96a0784af234 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459614 Oct 30 01:06:27.349653 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98223ca-8cd6-46a9-b780-8abc914236c2 req-05e66556-7d61-4c3d-a526-334353442d8f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:27.351176 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b98223ca-8cd6-46a9-b780-8abc914236c2 req-05e66556-7d61-4c3d-a526-334353442d8f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0539711 Oct 30 01:06:27.404868 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b98223ca-8cd6-46a9-b780-8abc914236c2 req-838016b6-12e2-471c-85bc-9703709608d3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460386 Oct 30 01:06:28.558923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1f08f-2602-4580-a40d-329f5cdeb61a req-db3b4be7-097e-4418-b098-d091e1a02052 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:28.561251 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-65f1f08f-2602-4580-a40d-329f5cdeb61a req-db3b4be7-097e-4418-b098-d091e1a02052 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0590239 Oct 30 01:06:28.630369 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-65f1f08f-2602-4580-a40d-329f5cdeb61a req-859f02e0-d49f-46a1-b54b-7e3679233bb1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543272 Oct 30 01:06:28.757599 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:28.781678 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:28.801629 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=11 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:28.815791 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=31 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:29.789860 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880c229-f947-4753-a2d4-01af5412ee14 req-eadd7c1e-1290-483c-9350-e6a9f1734936 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:29.792191 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7880c229-f947-4753-a2d4-01af5412ee14 req-eadd7c1e-1290-483c-9350-e6a9f1734936 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0530169 Oct 30 01:06:29.875564 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7880c229-f947-4753-a2d4-01af5412ee14 req-73aa20af-b0ad-4f11-bebf-47dc9d38dfc0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783617 Oct 30 01:06:31.007707 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc701ce-6c5b-42c0-bde0-345464b0fcba req-022d44f2-c8e3-4f3e-84d0-1a8019f75402 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:31.009210 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8fc701ce-6c5b-42c0-bde0-345464b0fcba req-022d44f2-c8e3-4f3e-84d0-1a8019f75402 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Oct 30 01:06:31.074105 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8fc701ce-6c5b-42c0-bde0-345464b0fcba req-62786c79-62b0-4ab6-b84d-b4bcb3bf1f3f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587404 Oct 30 01:06:31.723829 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:06:32.208309 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c7e6-9566-40cd-8d68-3a51d4859255 req-f61e3af5-9e33-4afc-9572-ab5ac19be95c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:32.215964 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb77c7e6-9566-40cd-8d68-3a51d4859255 req-f61e3af5-9e33-4afc-9572-ab5ac19be95c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0565758 Oct 30 01:06:32.223840 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:32.269181 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb77c7e6-9566-40cd-8d68-3a51d4859255 req-7cdc891a-e492-43b0-a013-e7eeea65cea3 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508759 Oct 30 01:06:33.408833 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102048d-60d6-4305-aec8-a11a09916a5e req-8a237aba-003a-4ab6-a3ef-e9b9a9446c7a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:33.410467 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9102048d-60d6-4305-aec8-a11a09916a5e req-8a237aba-003a-4ab6-a3ef-e9b9a9446c7a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0639811 Oct 30 01:06:33.462891 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9102048d-60d6-4305-aec8-a11a09916a5e req-3ff56251-c142-4144-8aef-ad39b4d1c464 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464163 Oct 30 01:06:34.608996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15243d55-eff1-4a89-82ff-ef1eae92cba5 req-69bd50ff-d8b3-4884-85b1-212561bff384 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:34.610361 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-15243d55-eff1-4a89-82ff-ef1eae92cba5 req-69bd50ff-d8b3-4884-85b1-212561bff384 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0574293 Oct 30 01:06:34.642497 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:34.660950 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-15243d55-eff1-4a89-82ff-ef1eae92cba5 req-9462d2d4-da78-4767-9f8e-831226980950 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 Oct 30 01:06:35.076360 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-e22faaf1-ed7b-4332-8829-108a8c1a73df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:35.077836 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-e22faaf1-ed7b-4332-8829-108a8c1a73df service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1130 time: 0.0419233 Oct 30 01:06:35.177993 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-fc0c8b0d-4ce5-4ae3-b586-528dbba24e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:35.179561 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-fc0c8b0d-4ce5-4ae3-b586-528dbba24e24 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.0951259 Oct 30 01:06:35.247145 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-e8f6c32d-af28-4a85-899d-847998da7911 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 1002 time: 0.0568752 Oct 30 01:06:35.302254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-828ccef1-a050-4a76-a7fe-fcee134732f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:35.303665 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-828ccef1-a050-4a76-a7fe-fcee134732f5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.0475898 Oct 30 01:06:35.342226 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=29 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:35.349941 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-41be5498-fe49-4112-905c-28cad04326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:35.351445 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-41be5498-fe49-4112-905c-28cad04326a6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405669 Oct 30 01:06:35.445050 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-93d9021a-649c-4853-a521-bf7c5b34216a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857363 Oct 30 01:06:35.542657 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-351a719d-c6bb-4a9f-99f0-a5e3abe156c4 req-5ddb491c-90c0-4100-9190-21011f812af0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899081 Oct 30 01:06:35.765754 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:35.806936 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbdc93-6284-4cef-8edf-b761e58ffceb req-9574f2d5-d0eb-432f-92ae-04d3c4719efe tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:35.808441 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39fbdc93-6284-4cef-8edf-b761e58ffceb req-9574f2d5-d0eb-432f-92ae-04d3c4719efe tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0529087 Oct 30 01:06:35.859638 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39fbdc93-6284-4cef-8edf-b761e58ffceb req-107e3bca-9edc-4925-a6b3-b6e5f0b635b6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Oct 30 01:06:36.169646 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-afce073e-5223-4b89-ba12-de83245de376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:36.996481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc463-d68e-4813-a9c8-95a2b683c32b req-bb67e15a-6cec-4413-a727-5c739e831f21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:36.997946 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dadcc463-d68e-4813-a9c8-95a2b683c32b req-bb67e15a-6cec-4413-a727-5c739e831f21 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0491581 Oct 30 01:06:37.061720 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dadcc463-d68e-4813-a9c8-95a2b683c32b req-ed91ec0d-5f0f-4b91-b395-256dea50d18f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547218 Oct 30 01:06:38.205042 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2211c99-6e34-4378-80b3-07a5195d6c2a req-7db931f7-824d-4940-993c-55a93b3a9f04 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:38.207240 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a2211c99-6e34-4378-80b3-07a5195d6c2a req-7db931f7-824d-4940-993c-55a93b3a9f04 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Oct 30 01:06:38.251524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:06:38.258954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a2211c99-6e34-4378-80b3-07a5195d6c2a req-55ed75a1-f67a-4178-99e9-bb804b81c9a6 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454090 Oct 30 01:06:38.327971 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9f636e1a-5672-4be4-b544-a2905629e997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:38.342522 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: ACTIVE; New status is: DOWN {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:06:38.343188 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:38.367748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:38.370091 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0bfc56-862c-4bb3-9081-e65284d8cfb1" -d '{"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:38.383857 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:38.388539 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:38.418421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59531c4c-9e36-4d67-b149-e1c8f2bbde76 x-openstack-request-id: req-59531c4c-9e36-4d67-b149-e1c8f2bbde76 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:38.418716 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:38.418969 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59531c4c-9e36-4d67-b149-e1c8f2bbde76 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:38.419484 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59531c4c-9e36-4d67-b149-e1c8f2bbde76'] response: {'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'code': 200} Oct 30 01:06:38.440656 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=8']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:39.192714 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-f105c3af-4450-4dd9-9c6d-060763d1e73c req-96c9fb31-6085-4066-af79-8338e086996a service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:06:39.193879 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f105c3af-4450-4dd9-9c6d-060763d1e73c req-96c9fb31-6085-4066-af79-8338e086996a service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060143 Oct 30 01:06:39.396632 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5687491-14b0-4ecc-80b9-6bfaae3ec06e req-7f17a18b-d83b-451d-ae4c-e0bdd2284836 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:39.398528 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5687491-14b0-4ecc-80b9-6bfaae3ec06e req-7f17a18b-d83b-451d-ae4c-e0bdd2284836 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0492730 Oct 30 01:06:39.451656 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5687491-14b0-4ecc-80b9-6bfaae3ec06e req-eef3c94a-91b4-4e17-8dbf-442d8b54f5ec tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Oct 30 01:06:39.536936 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:39.645866 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-5084be26-2b1d-4e09-83e1-843c67e85d21 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329620 Oct 30 01:06:39.771191 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d7da-b043-4156-a413-627281bcc2af req-88189cc7-5330-450a-b3ef-b82de2ac02e0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:39.772807 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-88189cc7-5330-450a-b3ef-b82de2ac02e0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports/e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 941 time: 0.0979626 Oct 30 01:06:40.325741 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-29a2b1be-31ff-48d1-974c-897104fc05aa tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1066949310&fields=id&tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd HTTP/1.1" status: 200 len: 267 time: 0.0450196 Oct 30 01:06:40.378240 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-91bf1fc8-7bdb-48ff-a31f-b8b5904c20e2 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:40.379740 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-91bf1fc8-7bdb-48ff-a31f-b8b5904c20e2 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 985 time: 0.0485053 Oct 30 01:06:40.390345 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Request body: {'port': {'security_groups': ['f7576011-a7b5-41f5-b8e2-259864e68671']}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:06:40.471912 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:40.619810 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178735a-5bf8-44a2-bc68-1fd93bc3cfa3 req-55cdd19f-d8c1-483d-a717-12f85d780653 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:40.621323 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a178735a-5bf8-44a2-bc68-1fd93bc3cfa3 req-55cdd19f-d8c1-483d-a717-12f85d780653 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0790501 Oct 30 01:06:40.717805 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a178735a-5bf8-44a2-bc68-1fd93bc3cfa3 req-72d14078-197e-44e6-a729-08cb181d2bdf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697632 Oct 30 01:06:40.729161 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:06:40.757250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:40.759645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:40.765483 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:40.776717 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:40.777319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:40.778686 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5ff5c1c9-3c96-4c51-8ae2-ce88a0dfb2b9 req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "PUT /networking/v2.0/ports/ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 943 time: 0.3927133 Oct 30 01:06:40.779228 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:40.781593 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:40.784859 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48640) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:40.785352 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:40.811640 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['ad10e942-b527-4fbd-867f-e161a78a11bc'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:06:40.841016 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6588e3-f1a9-4fb9-88ed-48933257585a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event updated for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=7']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:40.846856 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d0a13-9614-4b04-99d5-2bc95cdb43b2 x-openstack-request-id: req-961d0a13-9614-4b04-99d5-2bc95cdb43b2 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:40.846856 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:40.846856 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-961d0a13-9614-4b04-99d5-2bc95cdb43b2 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:40.847231 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961d0a13-9614-4b04-99d5-2bc95cdb43b2'] response: {'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'status': 'completed', 'code': 200} Oct 30 01:06:40.864512 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group (2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.018835 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['ad10e942-b527-4fbd-867f-e161a78a11bc'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:06:41.102416 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.167168 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group (2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.240643 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-3945f1af-6ad5-4617-8eea-8a8b7765c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.242296 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-3945f1af-6ad5-4617-8eea-8a8b7765c9b1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1130 time: 0.0974779 Oct 30 01:06:41.247462 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d7da-b043-4156-a413-627281bcc2af req-76884826-ac4f-4ce1-9e45-50dccd606064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.248888 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-76884826-ac4f-4ce1-9e45-50dccd606064 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20&tenant_id=a3bfc7112bb04760aa4e9adc50b12361 HTTP/1.1" status: 200 len: 1128 time: 0.1030207 Oct 30 01:06:41.260496 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.351489 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d7da-b043-4156-a413-627281bcc2af req-f1ee2890-892d-419c-8a2f-5f6abfc2f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.353048 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-f1ee2890-892d-419c-8a2f-5f6abfc2f525 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1128 time: 0.0548079 Oct 30 01:06:41.398883 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.401403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.402564 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff HTTP/1.1" status: 204 len: 168 time: 0.6160576 Oct 30 01:06:41.405689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48644) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:06:41.441454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-f9b6ace7-620a-4b05-a93b-6a946ff006c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.442948 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-f9b6ace7-620a-4b05-a93b-6a946ff006c5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.1905105 Oct 30 01:06:41.445984 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f032d87-6dca-4e2a-afc8-c3c7a20bc0ff,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:41.450386 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:41.467298 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.467691 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.468066 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.468429 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.468763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.469097 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.469426 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.469757 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.470083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.470407 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.470731 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.471054 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.471377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.471702 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.472045 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65745f-20d6-4cee-8670-612a9b8d9b78 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:06:41.501637 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:41.555122 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d7da-b043-4156-a413-627281bcc2af req-e970e39d-b9ea-4bf0-a9f7-ab2fd49b0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.556645 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-e970e39d-b9ea-4bf0-a9f7-ab2fd49b0052 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.1963687 Oct 30 01:06:41.560010 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-dd916b24-f5c9-4558-826a-0316ae2a4cd3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 1001 time: 0.1085415 Oct 30 01:06:41.560322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Deleting port c3906eba-78b8-4f61-bf34-6e79feb7fb0d {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:06:41.560798 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.637181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.637414 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for floatingip (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.649800 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Calling delete_port for c3906eba-78b8-4f61-bf34-6e79feb7fb0d owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:06:41.665757 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-77711805-93e5-4641-a4f4-67d52511b2b3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 1000 time: 0.0913420 Oct 30 01:06:41.669331 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-b126b330-36be-4f28-8cfd-8e5be378fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.670658 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-b126b330-36be-4f28-8cfd-8e5be378fe35 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.0951793 Oct 30 01:06:41.723888 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:41.753731 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-148a0817-1857-406e-b011-c1f853b11506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.755248 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-148a0817-1857-406e-b011-c1f853b11506 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759954 Oct 30 01:06:41.757179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d7da-b043-4156-a413-627281bcc2af req-dce94c5d-accd-4e3c-9c92-9be72a4bcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.758503 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-dce94c5d-accd-4e3c-9c92-9be72a4bcefe service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.0804269 Oct 30 01:06:41.861460 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89a654-2ee2-4327-bb04-4db6873be58f req-9da6eade-439c-4a27-916c-dbf593445460 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.862952 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b89a654-2ee2-4327-bb04-4db6873be58f req-9da6eade-439c-4a27-916c-dbf593445460 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0581481 Oct 30 01:06:41.864088 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (c3906eba-78b8-4f61-bf34-6e79feb7fb0d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:41.867305 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d7da-b043-4156-a413-627281bcc2af req-193c4986-6103-4189-b363-038105d1940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:41.868860 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-193c4986-6103-4189-b363-038105d1940c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911682 Oct 30 01:06:41.953745 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-c419daac-58a0-4cb8-8da1-bcc339d7cd9d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861165 Oct 30 01:06:42.042185 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-4e85000c-f149-41cd-b752-9c91a1ed4034 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607120 Oct 30 01:06:42.128876 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7e6f5000-f3f6-4a0b-9151-278bbe83fdac req-ad9caa1c-4a05-4fc6-b97a-a6fed89746dc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667721 Oct 30 01:06:42.129989 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event deleted for resources: {'Port': ['ID=c3906eba-78b8-4f61-bf34-6e79feb7fb0d,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:06:42.168853 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-d5d4d7da-b043-4156-a413-627281bcc2af req-09b05a58-e33d-42ff-88c5-767689aa896c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181176 Oct 30 01:06:42.214361 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0b89a654-2ee2-4327-bb04-4db6873be58f req-76e12cd7-4261-4859-b132-016e3a4bddae tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416052 Oct 30 01:06:42.223389 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks [] for floatingip (96275310-c7ea-4005-8c16-8347ec1ef0fb), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:42.223675 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Floating IP 96275310-c7ea-4005-8c16-8347ec1ef0fb disassociated (deleted). External IP: 172.37.3.75, port: ad10e942-b527-4fbd-867f-e161a78a11bc. Oct 30 01:06:42.255302 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:06:42.325779 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: DOWN; New status is: DOWN {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:06:42.429681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Router f05c8f16-5388-45b1-8a96-c238281f1cc0 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:06:42.439586 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:42.478598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:42.536901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:06:42.541848 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:06:42.546957 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] Sync routers for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:06:42.558625 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:06:42.560017 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:06:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:42.574041 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3c48e677-653e-47a9-898e-0d5c3ee7013a tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/96275310-c7ea-4005-8c16-8347ec1ef0fb HTTP/1.1" status: 204 len: 168 time: 1.1672132 Oct 30 01:06:42.625082 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:42.682863 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:06:42.718771 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:42.848786 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:06:42.851555 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:06:42.930180 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54d06e-c182-41ca-ac37-8b1b3b358b4e x-openstack-request-id: req-1c54d06e-c182-41ca-ac37-8b1b3b358b4e {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:06:42.931242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:06:42.931242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c54d06e-c182-41ca-ac37-8b1b3b358b4e {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:06:42.931587 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c54d06e-c182-41ca-ac37-8b1b3b358b4e'] response: {'name': 'network-changed', 'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'status': 'completed', 'code': 200} Oct 30 01:06:42.958635 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:42.998665 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] Checking router: f05c8f16-5388-45b1-8a96-c238281f1cc0 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:06:43.012894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:06:43.013911 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:06:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:43.281846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:06:43.354787 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d45185-1a0e-4501-a547-ef10f3ef6e53 req-4a18932e-ba1d-427a-a28d-ab01b29bb921 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:43.356529 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78d45185-1a0e-4501-a547-ef10f3ef6e53 req-4a18932e-ba1d-427a-a28d-ab01b29bb921 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0572562 Oct 30 01:06:43.424310 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-78d45185-1a0e-4501-a547-ef10f3ef6e53 req-c8b87cbe-0b84-4d5b-b458-db36b73ba7e1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592093 Oct 30 01:06:43.496384 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:06:43.526056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696c40-4933-47e6-aa9f-bbe32499217e None None] The sync data for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi is: [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:02:45Z', 'revision_number': 4, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c950b9b8-0586-42dd-9db4-ac0bfae2cbd5', 'name': '', 'network_id': '8d21c8e3-1631-4a7d-967b-2d154077ce1f', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'mac_address': 'fa:16:3e:d7:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:44Z', 'updated_at': '2022-10-30T01:02:50Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'subnets': [{'id': 'df93dcff-0f7d-4a39-9a65-955c5a22829a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:06:43.764963 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c497daa3-f723-462b-80c6-681194a84f12 None None] New status for floating IP 96275310-c7ea-4005-8c16-8347ec1ef0fb: DOWN {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:06:44.564440 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7b81a-2268-4a72-8f7a-53827f16df97 req-caf9e3df-622e-43a5-a406-5555525ad29a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:44.566110 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9fc7b81a-2268-4a72-8f7a-53827f16df97 req-caf9e3df-622e-43a5-a406-5555525ad29a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0512767 Oct 30 01:06:44.622562 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9fc7b81a-2268-4a72-8f7a-53827f16df97 req-82a26920-86a6-4b81-bb77-015ea232b519 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501964 Oct 30 01:06:45.757590 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14966e-edec-4e99-9196-9cb20ea68d6d req-9ec16bb6-65f8-45c5-9486-7d2ded49a5b0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:45.759130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3f14966e-edec-4e99-9196-9cb20ea68d6d req-9ec16bb6-65f8-45c5-9486-7d2ded49a5b0 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0524781 Oct 30 01:06:45.818666 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3f14966e-edec-4e99-9196-9cb20ea68d6d req-cc2f2877-5ec7-4c99-8f99-dca96de9cbb8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536761 Oct 30 01:06:46.961002 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590344-d636-4794-9c07-ddf244392302 req-b74d633a-1a47-4554-99eb-7c12171f9941 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:46.962497 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3590344-d636-4794-9c07-ddf244392302 req-b74d633a-1a47-4554-99eb-7c12171f9941 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0536125 Oct 30 01:06:47.011943 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c3590344-d636-4794-9c07-ddf244392302 req-5a4258e5-c1d1-47a5-99d7-ea7a656bb123 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Oct 30 01:06:48.175625 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79cfda-f2a8-4eca-8ed3-21603e5fdeb7 req-0a5a4b0a-0bb3-4cc5-a3d1-e7ef59c9392c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:48.185539 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3f79cfda-f2a8-4eca-8ed3-21603e5fdeb7 req-0a5a4b0a-0bb3-4cc5-a3d1-e7ef59c9392c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0600748 Oct 30 01:06:48.240319 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3f79cfda-f2a8-4eca-8ed3-21603e5fdeb7 req-6dbc154d-acb1-43f7-8232-57d84fa621b2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535882 Oct 30 01:06:49.385111 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddc166-b558-48e2-a87d-6b1865d522cd req-eac339b4-5a7f-4c76-b1a0-1913eeb2d0e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:49.386654 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2cddc166-b558-48e2-a87d-6b1865d522cd req-eac339b4-5a7f-4c76-b1a0-1913eeb2d0e4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0516458 Oct 30 01:06:49.448498 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2cddc166-b558-48e2-a87d-6b1865d522cd req-4da2a243-00f5-4687-92e6-f84a551af04e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516274 Oct 30 01:06:50.594377 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10239ae0-3b2d-49a5-966b-a88ed9d72e42 req-235334d6-71fa-49ec-801e-eaf3736d243d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:50.595928 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10239ae0-3b2d-49a5-966b-a88ed9d72e42 req-235334d6-71fa-49ec-801e-eaf3736d243d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0516245 Oct 30 01:06:50.649954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10239ae0-3b2d-49a5-966b-a88ed9d72e42 req-409898ac-3907-42c3-997c-f283da53a0aa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471435 Oct 30 01:06:51.796996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447677-80df-4709-b4f2-022d513ce918 req-22a3fa3f-ab89-463f-baa1-e04711b11419 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:51.800011 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-55447677-80df-4709-b4f2-022d513ce918 req-22a3fa3f-ab89-463f-baa1-e04711b11419 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0504165 Oct 30 01:06:51.856656 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-55447677-80df-4709-b4f2-022d513ce918 req-7321c082-f02d-4449-a135-e6e59b065271 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 Oct 30 01:06:52.163601 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=70 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:52.165123 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=70 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:53.017689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7fff-b071-4c3e-88e8-3664a8352f08 req-6b38cb6b-ddaa-4990-a44e-a34c8aec2ae1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:53.019153 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6b7a7fff-b071-4c3e-88e8-3664a8352f08 req-6b38cb6b-ddaa-4990-a44e-a34c8aec2ae1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0611215 Oct 30 01:06:53.068066 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6b7a7fff-b071-4c3e-88e8-3664a8352f08 req-21168436-649f-424d-b6d4-524843155836 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Oct 30 01:06:53.494032 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=62 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:53.500015 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=45 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:54.196031 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910fdf-475f-446d-9d92-c1532f63e47d req-23a5e7d1-7853-47f6-96b5-8528fdba4d8b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:54.197589 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3c910fdf-475f-446d-9d92-c1532f63e47d req-23a5e7d1-7853-47f6-96b5-8528fdba4d8b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0476904 Oct 30 01:06:54.232443 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:54.242422 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:06:54.250831 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3c910fdf-475f-446d-9d92-c1532f63e47d req-793e6aec-b099-42e2-8dda-4166304ac30d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448172 Oct 30 01:06:55.393014 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856606e-887c-4e15-a97f-049349aee22c req-d29fd1f0-e0df-4f15-bc1f-60ca42f17739 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:55.394495 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8856606e-887c-4e15-a97f-049349aee22c req-d29fd1f0-e0df-4f15-bc1f-60ca42f17739 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0530095 Oct 30 01:06:55.444655 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8856606e-887c-4e15-a97f-049349aee22c req-464d0bde-b2b6-4fbf-aefe-02254aee80bf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442166 Oct 30 01:06:56.597268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fc32-7567-4e04-bde1-a8258d1a8387 req-be26c0a3-82b1-431e-a0b1-8e5e58d9d823 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:56.599733 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c5fc32-7567-4e04-bde1-a8258d1a8387 req-be26c0a3-82b1-431e-a0b1-8e5e58d9d823 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0569663 Oct 30 01:06:56.651282 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c5fc32-7567-4e04-bde1-a8258d1a8387 req-80e62543-62f7-49ca-ac20-92346076702e tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 Oct 30 01:06:57.804614 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb92c-8e89-49f5-bfd5-cbb583e22ecc req-4522f91c-107a-4ab0-b888-eb7bd57c3022 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:57.806083 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2f2eb92c-8e89-49f5-bfd5-cbb583e22ecc req-4522f91c-107a-4ab0-b888-eb7bd57c3022 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0600541 Oct 30 01:06:57.861700 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2f2eb92c-8e89-49f5-bfd5-cbb583e22ecc req-c27ce10a-caa2-4ac1-b982-4a8c7e8fcf05 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475397 Oct 30 01:06:58.991776 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076dbd7-e481-4ed9-82d6-d2a0ddb31981 req-204618a6-9f7d-4d12-9ba9-c8a4afb36286 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:06:58.993118 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e076dbd7-e481-4ed9-82d6-d2a0ddb31981 req-204618a6-9f7d-4d12-9ba9-c8a4afb36286 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0479879 Oct 30 01:06:59.039964 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e076dbd7-e481-4ed9-82d6-d2a0ddb31981 req-c18714de-3ed3-454f-bb40-a3be947f44a8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409958 Oct 30 01:07:00.096621 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-7963fda3-e29a-4204-8ba2-84e6d444b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:00.098206 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-7963fda3-e29a-4204-8ba2-84e6d444b113 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1130 time: 0.0480402 Oct 30 01:07:00.174437 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4361c-e004-4503-98e6-a5fe31c18b52 req-c6c3032c-d914-4ad5-8ac5-b3f396a3c338 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:00.175916 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-47b4361c-e004-4503-98e6-a5fe31c18b52 req-c6c3032c-d914-4ad5-8ac5-b3f396a3c338 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0480130 Oct 30 01:07:00.224094 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-47b4361c-e004-4503-98e6-a5fe31c18b52 req-743849b7-5686-48d5-94bb-ad43f5571136 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Oct 30 01:07:01.365187 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b075bb-f779-4502-9211-fc376832da8c req-67294197-e4da-4930-afab-b5b6587ae3a1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:01.372263 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a8b075bb-f779-4502-9211-fc376832da8c req-67294197-e4da-4930-afab-b5b6587ae3a1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0582464 Oct 30 01:07:01.416445 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a8b075bb-f779-4502-9211-fc376832da8c req-5623f61d-1d28-428f-8442-e1ff04c18644 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 Oct 30 01:07:01.572011 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:01.576497 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=5 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:02.558449 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b80205-fede-4a58-a424-998f24c6af85 req-0c71ba8f-3f15-409b-a861-011c40ce03e5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:02.560074 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-70b80205-fede-4a58-a424-998f24c6af85 req-0c71ba8f-3f15-409b-a861-011c40ce03e5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0485551 Oct 30 01:07:02.610942 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-70b80205-fede-4a58-a424-998f24c6af85 req-5d65f695-d9c0-4666-9fa3-02e13db6a7cf tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 Oct 30 01:07:03.197146 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-9a6979cb-88f7-4af2-97b6-8b90a708aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:03.198564 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-9a6979cb-88f7-4af2-97b6-8b90a708aa6a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.0984235 Oct 30 01:07:03.248989 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-783a73b1-7f45-4293-97df-c2e3f973e52e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 217 time: 0.0369117 Oct 30 01:07:03.744334 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb8960-7ea5-48d7-b6be-04a0645310dd req-e2c584bf-2496-4614-b077-7b7ca29d58f8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:03.745895 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f4cb8960-7ea5-48d7-b6be-04a0645310dd req-e2c584bf-2496-4614-b077-7b7ca29d58f8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 944 time: 0.0501704 Oct 30 01:07:03.801699 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-f4cb8960-7ea5-48d7-b6be-04a0645310dd req-136ef476-4954-4d03-9842-7f96f6ca280f tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499771 Oct 30 01:07:04.367031 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:07:04.469785 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:04.481271 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'port_id': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'mac_address': 'fa:16:3e:dd:40:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:07:04.516582 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:04.516968 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:04.534129 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d64f79-b32b-48ac-8231-fbd53262a835 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:07:04.554430 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:04.560150 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:04.606231 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=9']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:04.613601 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.613952 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.614294 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.614631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.614965 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.615295 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.615619 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.616000 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.616325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.616650 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.616972 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.617297 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.617610 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.617940 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.618255 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:04.933635 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b2961-cb41-480e-afff-8216f8bd1134 req-be6a8f43-4723-46bc-9eb6-2aa269e566a4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:04.935287 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d97b2961-cb41-480e-afff-8216f8bd1134 req-be6a8f43-4723-46bc-9eb6-2aa269e566a4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 945 time: 0.0499899 Oct 30 01:07:04.985937 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d97b2961-cb41-480e-afff-8216f8bd1134 req-469f90b1-a91d-47a5-bc43-5b11aa1b1cff tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447726 Oct 30 01:07:05.014937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['e5d64f79-b32b-48ac-8231-fbd53262a835'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:07:06.098075 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.119483 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839ec7f-641c-45be-91e1-b6dc44b2cf40 req-58b56b1a-7c71-4ecc-94ca-3dbed15dd54d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:06.121060 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3839ec7f-641c-45be-91e1-b6dc44b2cf40 req-58b56b1a-7c71-4ecc-94ca-3dbed15dd54d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 945 time: 0.0522463 Oct 30 01:07:06.166799 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-42542be1-3198-4d0f-9b87-c7391fd3aad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.173169 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3839ec7f-641c-45be-91e1-b6dc44b2cf40 req-81b701c7-ecd8-4787-ad83-89e916b1e8c9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458636 Oct 30 01:07:06.272599 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48886) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:06.384581 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:06.392070 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ca5de0f-4222-4413-8b64-a085c11b2f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.429406 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port e5d64f79-b32b-48ac-8231-fbd53262a835 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:06.429772 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.430093 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port e5d64f79-b32b-48ac-8231-fbd53262a835 Oct 30 01:07:06.471333 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ca5de0f-4222-4413-8b64-a085c11b2f5e admin admin] Publish callbacks [] for security_group (c38cd552-3fda-4775-b054-e1789dcad511), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.476589 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ca5de0f-4222-4413-8b64-a085c11b2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c38cd552-3fda-4775-b054-e1789dcad511), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.506265 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port e5d64f79-b32b-48ac-8231-fbd53262a835 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:06.506652 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.509465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:06.517127 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6ca5de0f-4222-4413-8b64-a085c11b2f5e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9f38d8fafa38475380256af363f7f81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434707 Oct 30 01:07:06.519204 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5de0f-4222-4413-8b64-a085c11b2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cd552-3fda-4775-b054-e1789dcad511,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:06.520015 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48892) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:06.535757 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:07:06.538499 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a2f256-5abe-4ab0-b52f-807d3e37afc7" -d '{"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:07:06.551169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:06.551320 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:06.556248 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.574063 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Publish callbacks [] for security_group (c38cd552-3fda-4775-b054-e1789dcad511), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.583241 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae551f7-4c42-4b2f-90a9-268181d210bb x-openstack-request-id: req-3ae551f7-4c42-4b2f-90a9-268181d210bb {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:07:06.583534 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:07:06.583809 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ae551f7-4c42-4b2f-90a9-268181d210bb {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:07:06.584204 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae551f7-4c42-4b2f-90a9-268181d210bb'] response: {'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'code': 200} Oct 30 01:07:06.595415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Publish callbacks [] for security_group (c38cd552-3fda-4775-b054-e1789dcad511), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.603754 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:06.611760 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=10']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:06.646601 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c38cd552-3fda-4775-b054-e1789dcad511), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.649109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:06.650245 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c38cd552-3fda-4775-b054-e1789dcad511 HTTP/1.1" status: 204 len: 168 time: 0.1292651 Oct 30 01:07:06.657843 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cd552-3fda-4775-b054-e1789dcad511,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:06.665000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.665343 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.665673 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.666003 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.666324 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.666645 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.666958 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.667268 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.667685 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.668306 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.668634 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.668956 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.669317 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.669629 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:06.669940 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c29bc-15ae-4218-8025-437d5f34e948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:07.311945 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7ae1-9dec-4127-b902-bb5ee5c7bffe req-5626b4e1-089f-459c-a290-c7f5c7f0fa34 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:07.313521 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-205a7ae1-9dec-4127-b902-bb5ee5c7bffe req-5626b4e1-089f-459c-a290-c7f5c7f0fa34 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0507500 Oct 30 01:07:07.368400 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-205a7ae1-9dec-4127-b902-bb5ee5c7bffe req-e08af737-aa69-43b6-a0e8-84d84ef1e81a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490193 Oct 30 01:07:07.710092 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48930) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:07.836166 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ff759d53-0437-4e07-9c2b-092e92fc9cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:07.918163 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ff759d53-0437-4e07-9c2b-092e92fc9cae admin admin] Publish callbacks [] for security_group (e14124a4-6aac-456e-9180-a3e260d682de), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:07.924218 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ff759d53-0437-4e07-9c2b-092e92fc9cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e14124a4-6aac-456e-9180-a3e260d682de), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:07.961976 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff759d53-0437-4e07-9c2b-092e92fc9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14124a4-6aac-456e-9180-a3e260d682de,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:07.967200 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ff759d53-0437-4e07-9c2b-092e92fc9cae admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=55f89ce52f674f84973f4ea38be311a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560730 Oct 30 01:07:07.970161 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48936) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:08.018622 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2f31d03-6e7b-4b61-9f7f-5a6d375cbf8f admin admin] Publish callbacks [] for security_group (e14124a4-6aac-456e-9180-a3e260d682de), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.038328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2f31d03-6e7b-4b61-9f7f-5a6d375cbf8f admin admin] Publish callbacks [] for security_group (e14124a4-6aac-456e-9180-a3e260d682de), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.086900 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2f31d03-6e7b-4b61-9f7f-5a6d375cbf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e14124a4-6aac-456e-9180-a3e260d682de), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.089473 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a2f31d03-6e7b-4b61-9f7f-5a6d375cbf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.091001 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a2f31d03-6e7b-4b61-9f7f-5a6d375cbf8f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e14124a4-6aac-456e-9180-a3e260d682de HTTP/1.1" status: 204 len: 168 time: 0.1199794 Oct 30 01:07:08.100140 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f31d03-6e7b-4b61-9f7f-5a6d375cbf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14124a4-6aac-456e-9180-a3e260d682de,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:08.304417 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d66a95d9-324d-442f-b0a0-1eb882bd2e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.498135 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e6710-8f69-4d15-beed-89b2d19021a2 req-f8e39b91-e3f8-43e3-a459-a76fa45cc8e8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:08.499635 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b5e6710-8f69-4d15-beed-89b2d19021a2 req-f8e39b91-e3f8-43e3-a459-a76fa45cc8e8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0505662 Oct 30 01:07:08.550823 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1b5e6710-8f69-4d15-beed-89b2d19021a2 req-e3aa167a-83c9-4425-8e44-6e20d9ef4956 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452111 Oct 30 01:07:08.728170 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:07:08.776892 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 48962) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:08.834616 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-04842619-d2fe-4a74-aa68-33789584f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:08.836344 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-04842619-d2fe-4a74-aa68-33789584f2e1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.1153562 Oct 30 01:07:08.838597 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-fe5a0bc5-e6fa-4af2-b3dd-3ddc43af04a9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731311 Oct 30 01:07:08.891370 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1624717068-network', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:08.914259 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Made reservation on behalf of 238d71be4e094cb6b84f9a48a8a2c79c for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:07:08.917026 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.927457 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:08.963449 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-70f7d3be-c9e8-431f-a410-048e4d5ce2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:08.966066 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-70f7d3be-c9e8-431f-a410-048e4d5ce2d3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462608 Oct 30 01:07:09.018641 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks [] for security_group (33486910-8f27-4568-b70b-f95c6ddf2f79), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.024491 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (33486910-8f27-4568-b70b-f95c6ddf2f79), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.042454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:09.055764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:07:09.063544 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33486910-8f27-4568-b70b-f95c6ddf2f79,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:09.067245 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:09.073909 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.074244 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Added segment dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5 of type vlan for network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 Oct 30 01:07:09.093548 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636e18-6968-4336-908e-0b8b268ed6df req-79f29803-4546-4f5d-9a2d-4ba109fdcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:09.095105 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-dd636e18-6968-4336-908e-0b8b268ed6df req-79f29803-4546-4f5d-9a2d-4ba109fdcdb1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1131 time: 0.0517936 Oct 30 01:07:09.120261 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (c1a88451-f287-4e35-b7e8-a6d4e4aaa603), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.139466 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-937c8ac0-4085-4a0e-8552-30901776fd1e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572375 Oct 30 01:07:09.147327 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (c1a88451-f287-4e35-b7e8-a6d4e4aaa603), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.148692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:09.149356 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.172829 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-dd636e18-6968-4336-908e-0b8b268ed6df req-4fcde5dd-0349-4f99-b018-4c796fb8072a service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711036 Oct 30 01:07:09.211924 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4331865 Oct 30 01:07:09.215308 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48968) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:09.220511 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Request body: {'subnet': {'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1624717068-subnet', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:09.225764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baecf7-981d-4ae7-91bc-3c9491d06263 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a88451-f287-4e35-b7e8-a6d4e4aaa603,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:09.236510 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:07:09.262791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Made reservation on behalf of 238d71be4e094cb6b84f9a48a8a2c79c for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:07:09.265282 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8693889'] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.283416 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fe0bddd6-d51e-4aff-b5c6-b9bc1e7a3a62 req-79c45fcc-c222-4abe-b258-87960e963516 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342480 Oct 30 01:07:09.296165 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:09.352115 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:09.388623 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:09.447454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8693999'] for subnet (ccdede66-25b5-48be-99e4-ec50d5ac1af9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.497292 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdede66-25b5-48be-99e4-ec50d5ac1af9,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:09.513303 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Checking segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:09.513584 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Network hostable DHCP agents. Network: c1a88451-f287-4e35-b7e8-a6d4e4aaa603, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:07:09.534042 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:07:09.537314 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.546276 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c1a88451-f287-4e35-b7e8-a6d4e4aaa603) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:09.551046 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:09.551627 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.555326 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66417915-6bc9-4c3b-a35c-3d504599ba99 None None] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:09.570694 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-784d276b-9c90-4cda-9fb6-53770944f6ea admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3543148 Oct 30 01:07:09.573693 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 48970) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:09.578761 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:09.601547 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (7889c41b-3af4-433d-b220-c3bb60904852), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.602698 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (7889c41b-3af4-433d-b220-c3bb60904852), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.682386 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks [] for router_controller (7889c41b-3af4-433d-b220-c3bb60904852), precommit_add_association {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.705645 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:07:09.706591 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:09.710990 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a9428-633b-46df-bb90-bafe80bb85fc req-7e638f7e-fb85-49d6-84f1-c3ecca6a5f7b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:09.723814 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-282a9428-633b-46df-bb90-bafe80bb85fc req-7e638f7e-fb85-49d6-84f1-c3ecca6a5f7b tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0843148 Oct 30 01:07:09.784472 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-282a9428-633b-46df-bb90-bafe80bb85fc req-69198298-cb5a-4c70-9807-1baa7e144605 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593040 Oct 30 01:07:09.878868 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Allocated IP 172.20.0.2 (c1a88451-f287-4e35-b7e8-a6d4e4aaa603/ccdede66-25b5-48be-99e4-ec50d5ac1af9/529996e4-f8f2-456f-bb4f-fe153214779d) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:09.882769 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks [] for router_gateway (7889c41b-3af4-433d-b220-c3bb60904852), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.019318 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Publish callbacks [] for port (529996e4-f8f2-456f-bb4f-fe153214779d), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.027268 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.065799 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:10.068862 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:10.073554 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:10.076952 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks [] for router_gateway (7889c41b-3af4-433d-b220-c3bb60904852), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.092072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Pushing event updated for resources: {'Port': ['ID=529996e4-f8f2-456f-bb4f-fe153214779d,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:10.098318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.144131 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Attempting to bind port 529996e4-f8f2-456f-bb4f-fe153214779d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:10.144506 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Attempting to bind port 529996e4-f8f2-456f-bb4f-fe153214779d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:10.144864 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Attempting to bind port 529996e4-f8f2-456f-bb4f-fe153214779d on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:10.189085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:10.189501 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Checking segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:10.190075 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.190361 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Bound using segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:10.190737 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Bound port: 529996e4-f8f2-456f-bb4f-fe153214779d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:10.191113 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.223256 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Allocated IP 172.37.3.110 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/e67f5b27-7763-4b9a-a01e-307834ddc86d) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:10.267694 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] For port 529996e4-f8f2-456f-bb4f-fe153214779d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:10.271291 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] For port 529996e4-f8f2-456f-bb4f-fe153214779d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=529996e4-f8f2-456f-bb4f-fe153214779d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:10.272631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:10.280841 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.343209 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa2c49-067a-4440-8b3b-943fc7fb3ab9 None None] Pushing event updated for resources: {'Port': ['ID=529996e4-f8f2-456f-bb4f-fe153214779d,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:10.380552 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks [] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.388766 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:10.408700 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:10.418072 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:10.465632 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:10.480930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:10.504120 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:10.505024 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Pushing event updated for resources: {'Port': ['ID=e67f5b27-7763-4b9a-a01e-307834ddc86d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:10.564038 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-d037e0d4-16cc-402b-b401-d273c1502817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:10.566148 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-d037e0d4-16cc-402b-b401-d273c1502817 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 1130 time: 0.0995939 Oct 30 01:07:10.937322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc797fb-5908-4c7a-8cb1-920a6e1e72bb req-ba993329-4f2a-4de3-bdd2-e9f0407393d9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:10.944348 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cdc797fb-5908-4c7a-8cb1-920a6e1e72bb req-ba993329-4f2a-4de3-bdd2-e9f0407393d9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0620255 Oct 30 01:07:10.996511 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cdc797fb-5908-4c7a-8cb1-920a6e1e72bb req-6d08fe3c-d65d-4b4a-8964-58ca78f8b29c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498979 Oct 30 01:07:11.061770 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-18f220d1-61d1-40f4-8212-173e8e03403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:11.063205 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-18f220d1-61d1-40f4-8212-173e8e03403d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 200 len: 916 time: 0.4586654 Oct 30 01:07:11.089385 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.125950 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks [] for router_gateway (7889c41b-3af4-433d-b220-c3bb60904852), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.264856 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.290326 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0092f-4e62-457e-8748-c483c092afc8 None None] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:11.326262 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (7889c41b-3af4-433d-b220-c3bb60904852), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.383244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Provisioning complete for port 529996e4-f8f2-456f-bb4f-fe153214779d triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:11.383614 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.383977 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Attempt 1 to provision port 529996e4-f8f2-456f-bb4f-fe153214779d Oct 30 01:07:11.424002 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:11.484329 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Router 7889c41b-3af4-433d-b220-c3bb60904852 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:07:11.498200 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Current status of the port 529996e4-f8f2-456f-bb4f-fe153214779d is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:11.500484 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.555992 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] For port 529996e4-f8f2-456f-bb4f-fe153214779d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=529996e4-f8f2-456f-bb4f-fe153214779d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:11.564183 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.626574 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc274210-9933-4fce-a5bb-d7b110a508fa None None] Pushing event updated for resources: {'Port': ['ID=529996e4-f8f2-456f-bb4f-fe153214779d,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:11.640558 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:11.641443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:11.653130 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:11.673876 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:11.676145 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-c962b0b0-f7c0-4814-bf1b-f10266e109b1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 200 len: 217 time: 0.1349995 Oct 30 01:07:11.676555 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:11.688903 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ae86c-93da-4f5f-8e20-43882147cdf3 req-5ce9046c-fe1c-4524-958f-44e53eff5ab4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:11.691819 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-876ae86c-93da-4f5f-8e20-43882147cdf3 req-5ce9046c-fe1c-4524-958f-44e53eff5ab4 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0674577 Oct 30 01:07:11.694373 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.696095 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4020efcc-141c-4253-958d-3ac929325e9d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1211004 Oct 30 01:07:11.698916 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49002) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:11.807232 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-af72c830-7a4e-4f21-b18a-ffcae0fb2631 None None] Provisioning complete for port 529996e4-f8f2-456f-bb4f-fe153214779d triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:11.807450 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-af72c830-7a4e-4f21-b18a-ffcae0fb2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:11.807880 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-af72c830-7a4e-4f21-b18a-ffcae0fb2631 None None] Attempt 1 to provision port 529996e4-f8f2-456f-bb4f-fe153214779d Oct 30 01:07:11.840716 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:11.861295 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-876ae86c-93da-4f5f-8e20-43882147cdf3 req-c5cb6700-1541-4ec0-830a-74be92fb9bc0 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595013 Oct 30 01:07:12.172372 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 529996e4-f8f2-456f-bb4f-fe153214779d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:12.191396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d459a8e-3042-4b8e-bb0f-7464502010bf req-59996788-26ed-426c-b935-50ba19682780 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:12.193138 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d459a8e-3042-4b8e-bb0f-7464502010bf req-59996788-26ed-426c-b935-50ba19682780 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0863767 Oct 30 01:07:12.227180 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-af72c830-7a4e-4f21-b18a-ffcae0fb2631 None None] Current status of the port 529996e4-f8f2-456f-bb4f-fe153214779d is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:12.262895 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:12.283782 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:12.289091 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 529996e4-f8f2-456f-bb4f-fe153214779d triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:12.289465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.289799 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 529996e4-f8f2-456f-bb4f-fe153214779d Oct 30 01:07:12.305850 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d459a8e-3042-4b8e-bb0f-7464502010bf req-3e48c6fc-bb23-42dd-a3d4-55db0301e010 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890801 Oct 30 01:07:12.316780 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:10Z', 'revision_number': 3, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:12.317723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.338970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:12.354309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:12.354653 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Updating router 7889c41b-3af4-433d-b220-c3bb60904852 port e67f5b27-7763-4b9a-a01e-307834ddc86d binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:07:12.390224 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.451625 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 529996e4-f8f2-456f-bb4f-fe153214779d is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:12.492318 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Allocated IP 172.20.0.1 (c1a88451-f287-4e35-b7e8-a6d4e4aaa603/ccdede66-25b5-48be-99e4-ec50d5ac1af9/1d2dc34e-07dd-4c50-b712-3f03dbc532b4) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:12.598833 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks [] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.610100 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:12.632935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.668921 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Publish callbacks [] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.675306 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.680342 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:12.685701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:12.688046 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:12.691079 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:12.711976 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Attempting to bind port e67f5b27-7763-4b9a-a01e-307834ddc86d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:12.712345 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Attempting to bind port e67f5b27-7763-4b9a-a01e-307834ddc86d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:12.712667 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Attempting to bind port e67f5b27-7763-4b9a-a01e-307834ddc86d on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:12.730432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (7889c41b-3af4-433d-b220-c3bb60904852), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.744452 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ac79-0d8f-47cb-81cf-0ed1b9a98650 None None] Pushing event updated for resources: {'Port': ['ID=e67f5b27-7763-4b9a-a01e-307834ddc86d,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:12.769527 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:12.769897 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:12.770295 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.770689 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:12.771162 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Bound port: e67f5b27-7763-4b9a-a01e-307834ddc86d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:12.771538 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.822963 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] For port e67f5b27-7763-4b9a-a01e-307834ddc86d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:12.831063 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] For port e67f5b27-7763-4b9a-a01e-307834ddc86d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e67f5b27-7763-4b9a-a01e-307834ddc86d,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:12.842979 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.873745 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.890648 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:12.891295 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:12.969998 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ac79-0d8f-47cb-81cf-0ed1b9a98650 None None] Pushing event updated for resources: {'Port': ['ID=e67f5b27-7763-4b9a-a01e-307834ddc86d,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:12.976624 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-63f5a134-6543-47c6-9d2e-1b177d1555ae None None] Provisioning complete for port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:12.976998 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-63f5a134-6543-47c6-9d2e-1b177d1555ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:12.977337 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-63f5a134-6543-47c6-9d2e-1b177d1555ae None None] Attempt 1 to provision port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 Oct 30 01:07:13.037304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbd87e-2dc9-46fe-a8c0-4912c3f2f23a req-f10c667a-04eb-47bc-955b-7f8c188813df tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:13.038791 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6fcbd87e-2dc9-46fe-a8c0-4912c3f2f23a req-f10c667a-04eb-47bc-955b-7f8c188813df tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0564938 Oct 30 01:07:13.051801 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-63f5a134-6543-47c6-9d2e-1b177d1555ae None None] Port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:07:13.055514 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:13.081560 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:13.096937 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:13.120191 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:13.124767 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks [] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:13.129654 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6fcbd87e-2dc9-46fe-a8c0-4912c3f2f23a req-c9e91d26-95d5-4d31-8577-e33272b89ad6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840914 Oct 30 01:07:13.132327 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:13.197456 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (7889c41b-3af4-433d-b220-c3bb60904852), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:13.216961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:13.247611 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:13.276528 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362066b-afc8-445a-a2f5-d83290090b5d None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:13.302528 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:13.304256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:13.331485 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:13.360950 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-6b91dc07-2ff5-46d3-9715-d00b6fc96460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:13.369544 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-6b91dc07-2ff5-46d3-9715-d00b6fc96460 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 200 len: 854 time: 0.0870624 Oct 30 01:07:13.431844 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-2898a8ef-f176-400a-819c-a7e653aa8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:13.433908 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-2898a8ef-f176-400a-819c-a7e653aa8a29 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d21c8e3-1631-4a7d-967b-2d154077ce1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560160 Oct 30 01:07:13.512123 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ec2d6-ccff-43d5-aba3-112558067185 req-e5a5f071-4bf3-42c3-ae1d-1c31e2e5e8ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:13.514280 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-029ec2d6-ccff-43d5-aba3-112558067185 req-e5a5f071-4bf3-42c3-ae1d-1c31e2e5e8ef tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0662279 Oct 30 01:07:13.518884 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:07:13.601171 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-d02f01e0-3dda-4177-9fa7-08f09a1c6a80 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470110 Oct 30 01:07:13.684229 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-75a51572-5a7a-4142-b608-71b3c190c3b8 None None] Provisioning complete for port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:13.684650 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-75a51572-5a7a-4142-b608-71b3c190c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:13.685159 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-75a51572-5a7a-4142-b608-71b3c190c3b8 None None] Attempt 1 to provision port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 Oct 30 01:07:13.719842 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-75a51572-5a7a-4142-b608-71b3c190c3b8 None None] Port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:07:13.876257 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-029ec2d6-ccff-43d5-aba3-112558067185 req-4ae48403-8ff3-42fe-b1d9-8b973a06cda2 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559337 Oct 30 01:07:13.938464 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:13.943702 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-14213a18-eb8b-4b9f-b65c-d8e3b52b80a8 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7889c41b-3af4-433d-b220-c3bb60904852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2434669 Oct 30 01:07:14.078842 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-70355fe1-ec28-40e5-8cb2-71846ee700c9 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:14.080557 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-70355fe1-ec28-40e5-8cb2-71846ee700c9 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0753827 Oct 30 01:07:14.139354 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-51be1095-306e-40b0-aa35-479ddd1193f8 req-cb9e96ae-020f-4b19-aeb5-23ebf896c32f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096722 Oct 30 01:07:14.197809 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Deleting port ad10e942-b527-4fbd-867f-e161a78a11bc {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:14.198143 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.271625 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f5c65-6970-4bbf-a4a4-01a867d17b3c req-8c36c96a-8401-43b7-b37c-743732f7cf35 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:14.279880 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-014f5c65-6970-4bbf-a4a4-01a867d17b3c req-8c36c96a-8401-43b7-b37c-743732f7cf35 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 946 time: 0.0569181 Oct 30 01:07:14.338775 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] For port ad10e942-b527-4fbd-867f-e161a78a11bc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad10e942-b527-4fbd-867f-e161a78a11bc,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:14.340098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.345740 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-014f5c65-6970-4bbf-a4a4-01a867d17b3c req-72d4584d-0bb4-4d78-a557-9bc7cad633dc tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f7576011-a7b5-41f5-b8e2-259864e68671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647755 Oct 30 01:07:14.364781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Calling delete_port for ad10e942-b527-4fbd-867f-e161a78a11bc owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:14.515765 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (ad10e942-b527-4fbd-867f-e161a78a11bc), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.547993 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Pushing event deleted for resources: {'Port': ['ID=ad10e942-b527-4fbd-867f-e161a78a11bc,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:14.571461 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['ad10e942-b527-4fbd-867f-e161a78a11bc'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:07:14.603856 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] No DVR routers for this DVR port ad10e942-b527-4fbd-867f-e161a78a11bc on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:14.606796 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.611182 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-8ae2f7b0-e75b-47e1-be4c-1e22c7645aac req-632df957-e85c-409c-ab58-58eb55f69f8f tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.43 "DELETE /networking/v2.0/ports/ad10e942-b527-4fbd-867f-e161a78a11bc HTTP/1.1" status: 204 len: 173 time: 0.5227449 Oct 30 01:07:14.611727 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'name': 'network-vif-deleted', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:07:14.611917 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49066) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:14.614016 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04aa5b3-ea9c-4328-a20a-e4092054a3ac" -d '{"events": [{"server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "name": "network-vif-deleted", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:07:14.618511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1379229001-network', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:14.647454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Made reservation on behalf of 39ed9d8c55cf4a549f2f49504650aa20 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:07:14.650823 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.680003 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.777592 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks [] for security_group (34c01391-d9d1-4ecb-9a97-8e388cb81fc1), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.785285 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (34c01391-d9d1-4ecb-9a97-8e388cb81fc1), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.817861 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:07:14.830319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c01391-d9d1-4ecb-9a97-8e388cb81fc1,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:14.835254 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.835640 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Added segment 5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6 of type vlan for network 99be3c87-202f-4563-b98a-396be3b0d4d8 Oct 30 01:07:14.866142 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:14.875583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:14.880698 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (99be3c87-202f-4563-b98a-396be3b0d4d8), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.912163 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (99be3c87-202f-4563-b98a-396be3b0d4d8), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.913289 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:14.913523 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b370c8-cf2a-4ae5-8440-85e14fe0e6d4 x-openstack-request-id: req-a1b370c8-cf2a-4ae5-8440-85e14fe0e6d4 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:07:14.913786 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5485fd-b825-45e7-a5be-eb96208c09b7", "name": "network-vif-deleted", "tag": "ad10e942-b527-4fbd-867f-e161a78a11bc", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:07:14.913887 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:14.914146 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1b370c8-cf2a-4ae5-8440-85e14fe0e6d4 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:07:14.914673 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b370c8-cf2a-4ae5-8440-85e14fe0e6d4'] response: {'server_uuid': '6f5485fd-b825-45e7-a5be-eb96208c09b7', 'name': 'network-vif-deleted', 'tag': 'ad10e942-b527-4fbd-867f-e161a78a11bc', 'status': 'completed', 'code': 200} Oct 30 01:07:14.976445 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3633492 Oct 30 01:07:14.977732 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49072) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:14.982881 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Request body: {'subnet': {'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1379229001-subnet', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:14.986829 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2811801-9b03-4878-8ecc-bdce818355be admin admin] Pushing event updated for resources: {'Network': ['ID=99be3c87-202f-4563-b98a-396be3b0d4d8,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:14.999456 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:07:15.012395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Made reservation on behalf of 39ed9d8c55cf4a549f2f49504650aa20 for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:07:15.015879 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8693889'] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.149939 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:15.189358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:15.211176 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8693999'] for subnet (f285a4f5-0f30-424a-bc67-ed290e7d747a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.265169 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f285a4f5-0f30-424a-bc67-ed290e7d747a,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:15.282573 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Checking segment: {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:15.282931 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Network hostable DHCP agents. Network: 99be3c87-202f-4563-b98a-396be3b0d4d8, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:07:15.304773 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:07:15.315891 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 99be3c87-202f-4563-b98a-396be3b0d4d8) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:15.320177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:15.320829 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.327314 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de84826-745b-4db4-802e-a1e84cecb5bf None None] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:15.343884 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49076) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:15.344476 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5d60d5c9-9899-4bc4-b0b2-3e4aa1ef70e6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3654399 Oct 30 01:07:15.351846 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:15.399555 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.400977 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.459910 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-99be3c87-202f-4563-b98a-396be3b0d4d8', 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'fixed_ips': [{'subnet_id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:07:15.460877 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.474714 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:15.479666 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-35d086ab-3e11-45a0-9b1b-7fb91670552e req-707bbc0c-df14-4cfc-aa48-2f1154151ed6 tempest-TestMinimumBasicScenario-1933647695 tempest-TestMinimumBasicScenario-1933647695-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6f5485fd-b825-45e7-a5be-eb96208c09b7 HTTP/1.1" status: 200 len: 210 time: 0.0479577 Oct 30 01:07:15.510223 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks [] for router_controller (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), precommit_add_association {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.615544 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Allocated IP 172.20.0.2 (99be3c87-202f-4563-b98a-396be3b0d4d8/f285a4f5-0f30-424a-bc67-ed290e7d747a/920d65cd-9cca-4e5f-8cf9-3a98449f9b1f) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:15.654155 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks [] for router_gateway (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.704793 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:15.715081 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:15.716030 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:15.764342 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Publish callbacks [] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.773895 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.815968 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:15.819482 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:15.823753 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:15.831390 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:15.866297 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks [] for router_gateway (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.868112 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Pushing event updated for resources: {'Port': ['ID=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:15.896790 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:15.911127 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Attempting to bind port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:15.912052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Attempting to bind port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:15.912623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Attempting to bind port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f on network 99be3c87-202f-4563-b98a-396be3b0d4d8 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:15.999296 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:15.999662 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Checking segment: {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:16.000113 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.000512 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Bound using segment: {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:16.001006 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Bound port: 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:16.001388 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.050643 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Allocated IP 172.37.3.49 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/b336f6ba-d642-4da3-8b21-4aa17eca9a00) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:16.051137 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:16.084042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] For port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:16.087663 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] For port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,segment=NetworkSegment(5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6),segment_id=5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:16.101248 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.111870 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 2, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:16.154346 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e67f5b27-7763-4b9a-a01e-307834ddc86d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:16.162000 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:16.162357 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Updating router 7889c41b-3af4-433d-b220-c3bb60904852 port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:07:16.191562 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.200501 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks [] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.226086 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a461a13-c608-498e-9087-fa75f9a88f86 None None] Pushing event updated for resources: {'Port': ['ID=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:16.240747 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port e67f5b27-7763-4b9a-a01e-307834ddc86d triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:16.241307 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.241654 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port e67f5b27-7763-4b9a-a01e-307834ddc86d Oct 30 01:07:16.245935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.252164 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:16.304439 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:16.312847 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:16.315144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:16.325281 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Pushing event updated for resources: {'Port': ['ID=b336f6ba-d642-4da3-8b21-4aa17eca9a00,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:16.333191 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port e67f5b27-7763-4b9a-a01e-307834ddc86d is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:16.333642 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.376782 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:16.381984 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port e67f5b27-7763-4b9a-a01e-307834ddc86d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e67f5b27-7763-4b9a-a01e-307834ddc86d,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:16.387246 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.449743 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=e67f5b27-7763-4b9a-a01e-307834ddc86d,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:16.548967 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Publish callbacks [] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.562067 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.633778 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Pushing event updated for resources: {'Port': ['ID=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:16.638454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks [] for router_gateway (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.666327 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.666662 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.666989 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.667435 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.667661 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.668006 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.668320 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.668632 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.668999 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.669312 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.669979 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.669979 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.670252 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.670558 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.670861 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:16.678254 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Attempting to bind port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:16.678956 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Attempting to bind port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:16.678956 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Attempting to bind port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:16.736746 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:16.737300 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Checking segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:16.737757 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.738314 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Bound using segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:16.739180 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Bound port: 1d2dc34e-07dd-4c50-b712-3f03dbc532b4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:16.739622 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.756766 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:16.811099 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] For port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:16.815235 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] For port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:16.822291 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.847847 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:16.868474 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:16.869111 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:16.941178 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:16.959895 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647b3d9-f5ad-46d3-b3eb-4d163d56508e None None] Pushing event updated for resources: {'Port': ['ID=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:17.041655 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:07:17.045622 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:17.173628 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:17.185101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Sync routers for ids ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:17.199737 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Routers {'3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:17.204562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:17.213074 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:17.217465 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-59b0c7b5-0080-48a7-a9da-094d4f1ce64f admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8680446 Oct 30 01:07:17.218225 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49124) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:17.294104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:17.337541 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49126) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:17.385342 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88023e-430c-43b5-a5c1-e57b1fe762ce None None] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:17.417434 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Set router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:17.431823 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:17.458185 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a218f-5156-48a7-9f22-2ba8277a65d3 None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:17.501106 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:17.682117 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Provisioning complete for port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:17.682787 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:17.683283 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Attempt 1 to provision port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f Oct 30 01:07:17.689166 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:17.747475 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:17.816329 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (f05c8f16-5388-45b1-8a96-c238281f1cc0), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:17.915703 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Current status of the port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:17.916421 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:17.943434 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Allocated IP 172.20.0.1 (99be3c87-202f-4563-b98a-396be3b0d4d8/f285a4f5-0f30-424a-bc67-ed290e7d747a/ce28cc8a-c9e5-46de-9cfe-4938a9c1b705) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:17.955669 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] For port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,segment=NetworkSegment(5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6),segment_id=5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:17.958947 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:17.969249 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:17.977535 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 3, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:18.026966 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Checking router: 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:18.027703 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Updating router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 port b336f6ba-d642-4da3-8b21-4aa17eca9a00 binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:07:18.142720 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.151770 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks [] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.233112 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.259342 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Deleting port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:18.259686 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.316230 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:18.321025 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:18.328061 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:18.388774 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] For port c950b9b8-0586-42dd-9db4-ac0bfae2cbd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:18.389313 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.392019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:18.409803 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.414889 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Calling delete_port for c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 owned by network:router_interface {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:18.430210 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:18.440473 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e67f5b27-7763-4b9a-a01e-307834ddc86d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:18.446750 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9469cf-c706-4fe0-a743-a5c0c403fc6a None None] Pushing event updated for resources: {'Port': ['ID=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:18.470063 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device ad10e942-b527-4fbd-867f-e161a78a11bc no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:18.473521 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:18.503086 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:18.535893 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: ad10e942-b527-4fbd-867f-e161a78a11bc {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:18.536238 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device ad10e942-b527-4fbd-867f-e161a78a11bc not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:18.539699 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b2da1b78-2674-46d2-bc98-788266341d7a None None] Provisioning complete for port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:18.540364 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b2da1b78-2674-46d2-bc98-788266341d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.540865 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b2da1b78-2674-46d2-bc98-788266341d7a None None] Attempt 1 to provision port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f Oct 30 01:07:18.633887 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port e67f5b27-7763-4b9a-a01e-307834ddc86d triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:18.634119 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.634469 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port e67f5b27-7763-4b9a-a01e-307834ddc86d Oct 30 01:07:18.671230 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Publish callbacks [] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.709732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.742469 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:18.764012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Attempting to bind port b336f6ba-d642-4da3-8b21-4aa17eca9a00 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:18.764012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Attempting to bind port b336f6ba-d642-4da3-8b21-4aa17eca9a00 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:18.764012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Attempting to bind port b336f6ba-d642-4da3-8b21-4aa17eca9a00 on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:18.765873 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b2da1b78-2674-46d2-bc98-788266341d7a None None] Current status of the port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:18.814511 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e9ee7-2550-43db-bd48-cdc2b56b1285 None None] Pushing event updated for resources: {'Port': ['ID=b336f6ba-d642-4da3-8b21-4aa17eca9a00,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:18.856438 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:18.857325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:18.857325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.857642 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:18.858121 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Bound port: b336f6ba-d642-4da3-8b21-4aa17eca9a00, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:18.858500 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.865799 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.892989 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port e67f5b27-7763-4b9a-a01e-307834ddc86d is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:18.894008 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:18.937890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-0688ceb2-0646-486c-be2b-658cf17eb3fa None None] Provisioning complete for port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:18.938259 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0688ceb2-0646-486c-be2b-658cf17eb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.938578 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-0688ceb2-0646-486c-be2b-658cf17eb3fa None None] Attempt 1 to provision port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 Oct 30 01:07:18.957814 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c950b9b8-0586-42dd-9db4-ac0bfae2cbd5), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:18.993162 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] For port b336f6ba-d642-4da3-8b21-4aa17eca9a00, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:18.995128 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Pushing event deleted for resources: {'Port': ['ID=c950b9b8-0586-42dd-9db4-ac0bfae2cbd5,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:18.998655 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-0688ceb2-0646-486c-be2b-658cf17eb3fa None None] Port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:07:19.010623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] For port b336f6ba-d642-4da3-8b21-4aa17eca9a00, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b336f6ba-d642-4da3-8b21-4aa17eca9a00,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:19.018299 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:19.018741 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.019160 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 Oct 30 01:07:19.021548 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:19.042156 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks [] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.049104 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.050527 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.099885 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.113393 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Routers {'3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:19.114045 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:19.182301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (f05c8f16-5388-45b1-8a96-c238281f1cc0), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.183060 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:19.216278 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Pushing event updated for resources: {'Port': ['ID=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:19.274120 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:19.276692 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:19.286387 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:19.292819 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:19.294706 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.308156 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e9ee7-2550-43db-bd48-cdc2b56b1285 None None] Pushing event updated for resources: {'Port': ['ID=b336f6ba-d642-4da3-8b21-4aa17eca9a00,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:19.319664 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25453a3-03f7-47ac-bf9a-ce0e878aa623 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:07:19.418289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:19.436872 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.437831 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:19.443653 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] Set router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:19.463663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:07:19.506267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Router f05c8f16-5388-45b1-8a96-c238281f1cc0 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:07:19.622184 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:19.643779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:19.644381 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3dc590a9-8adc-4b82-b9b8-7f224437ec02 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4157178 Oct 30 01:07:19.644494 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f67bcadb-a51f-4a01-b77b-ff9f5345760f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f05c8f16-5388-45b1-8a96-c238281f1cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3028367 Oct 30 01:07:19.644583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49140) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:19.646878 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] Sync routers for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:19.662555 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:19.663188 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:19.684914 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:19.748580 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:19.748997 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.749317 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f Oct 30 01:07:19.789871 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:19.794540 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25453a3-03f7-47ac-bf9a-ce0e878aa623 None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:07:19.817194 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks [] for router (f05c8f16-5388-45b1-8a96-c238281f1cc0), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:19.958454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:19.968072 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks [] for router_gateway (f05c8f16-5388-45b1-8a96-c238281f1cc0), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.033167 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 5, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port': {'id': 'ca4f5478-8d96-4a06-81fb-44076631f3a9', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:43Z', 'updated_at': '2022-10-30T01:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:20.069251 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] Checking router: f05c8f16-5388-45b1-8a96-c238281f1cc0 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:20.070557 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Deleting port ca4f5478-8d96-4a06-81fb-44076631f3a9 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:20.070942 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.084397 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] Routers {'f05c8f16-5388-45b1-8a96-c238281f1cc0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:20.085257 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f05c8f16-5388-45b1-8a96-c238281f1cc0'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:20.155011 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49150) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:20.161046 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108501088', 'description': 'tempest-secgroup-smoke-1108501088 description', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:20.186240 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ce28cc8a-c9e5-46de-9cfe-4938a9c1b705', 'name': '', 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'mac_address': 'fa:16:3e:e8:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:17Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 2, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'subnets': [{'id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:20.220587 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.228983 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] For port ca4f5478-8d96-4a06-81fb-44076631f3a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ca4f5478-8d96-4a06-81fb-44076631f3a9,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:20.229556 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.251401 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1258934d-f6a3-4e27-9476-c1dd60f4992d None None] The sync data for ids ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'] in dv-cinder-master-3-iscsi is: [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ce28cc8a-c9e5-46de-9cfe-4938a9c1b705', 'name': '', 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'mac_address': 'fa:16:3e:e8:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:17Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 2, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'subnets': [{'id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:20.253663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Calling delete_port for ca4f5478-8d96-4a06-81fb-44076631f3a9 owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:20.271351 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:20.281476 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] Set router f05c8f16-5388-45b1-8a96-c238281f1cc0 gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:20.283708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:20.316319 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:20.335539 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group (a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.349974 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.388393 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 6, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:20.434267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:20.439520 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.447999 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-72cccbde-dedd-43bd-ab9e-dcc5c2a98ac5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2880812 Oct 30 01:07:20.448690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49154) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:20.453750 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group_rule': {'security_group_id': 'a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:20.456402 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13e389-3acf-4f91-aa75-105d277fa398 None None] The sync data for ids ['f05c8f16-5388-45b1-8a96-c238281f1cc0'] in dv-cinder-master-3-iscsi is: [{'id': 'f05c8f16-5388-45b1-8a96-c238281f1cc0', 'name': 'tempest-TestMinimumBasicScenario-2025630762-router', 'tenant_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:42Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 6, 'project_id': '1dcbf2e9fb2e4a4698633fcbb07c30cd', 'gw_port_host': None}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:20.500488 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (c4dd3a7b-d07e-4b86-b6bf-71e862e68a75), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.563147 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:20.575501 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:20.595138 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (ca4f5478-8d96-4a06-81fb-44076631f3a9), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.600325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (c4dd3a7b-d07e-4b86-b6bf-71e862e68a75), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.610430 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (c4dd3a7b-d07e-4b86-b6bf-71e862e68a75), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.622304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4f5478-8d96-4a06-81fb-44076631f3a9,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:20.633770 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dd3a7b-d07e-4b86-b6bf-71e862e68a75,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:20.642225 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.643534 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-03229932-df43-46f7-8500-72483be884e5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1938505 Oct 30 01:07:20.646582 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49156) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:20.652200 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group_rule': {'security_group_id': 'a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:20.683618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (841ab65d-966b-4755-9c21-ac5b54ed108e), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.695339 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (f05c8f16-5388-45b1-8a96-c238281f1cc0), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.749876 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (841ab65d-966b-4755-9c21-ac5b54ed108e), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.756735 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (841ab65d-966b-4755-9c21-ac5b54ed108e), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.776906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841ab65d-966b-4755-9c21-ac5b54ed108e,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:20.786727 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.788033 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0eed034b-c630-4f1e-8811-5c797d31dc1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403420 Oct 30 01:07:20.790777 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49158) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:20.793723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (f05c8f16-5388-45b1-8a96-c238281f1cc0), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.796098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group_rule': {'security_group_id': 'a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:20.796598 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks [] for router_controller (f05c8f16-5388-45b1-8a96-c238281f1cc0), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.843846 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (7a374d98-cd78-4e50-9439-a63162c5c6cc), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.869109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (f05c8f16-5388-45b1-8a96-c238281f1cc0), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.869881 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05c8f16-5388-45b1-8a96-c238281f1cc0 {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:07:20.881239 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.882759 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ea4cdd5b-62de-44ad-adb4-72584ede7756 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/f05c8f16-5388-45b1-8a96-c238281f1cc0 HTTP/1.1" status: 204 len: 168 time: 1.2374196 Oct 30 01:07:20.885504 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49162) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:20.897515 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:20.972225 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:20.973220 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.973994 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 Oct 30 01:07:20.983898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Deleting subnet df93dcff-0f7d-4a39-9a65-955c5a22829a {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:07:20.991419 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Publish callbacks [] for subnet (df93dcff-0f7d-4a39-9a65-955c5a22829a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:20.999410 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (7a374d98-cd78-4e50-9439-a63162c5c6cc), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.032707 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (7a374d98-cd78-4e50-9439-a63162c5c6cc), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.062182 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a374d98-cd78-4e50-9439-a63162c5c6cc,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:21.075639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (df93dcff-0f7d-4a39-9a65-955c5a22829a), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.080570 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.084754 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-66e179d6-4abf-4b1d-b8e0-679d41d53f93 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902901 Oct 30 01:07:21.085158 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49164) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:21.090202 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group_rule': {'security_group_id': 'a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:21.096673 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:21.129608 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:21.130948 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:21.141628 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (7975922d-4801-4ace-90dc-c2840b53bb2a), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.185921 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-c39238a6-13d5-4765-a118-c8677664c7f0 None None] Provisioning complete for port f15aced9-0c55-4508-85d8-5bfdcb9f8298 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:21.186443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c39238a6-13d5-4765-a118-c8677664c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.186867 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-c39238a6-13d5-4765-a118-c8677664c7f0 None None] Attempt 1 to provision port f15aced9-0c55-4508-85d8-5bfdcb9f8298 Oct 30 01:07:21.191771 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (df93dcff-0f7d-4a39-9a65-955c5a22829a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.235676 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:21.236236 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.236661 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f Oct 30 01:07:21.237606 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (7975922d-4801-4ace-90dc-c2840b53bb2a), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.257731 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (7975922d-4801-4ace-90dc-c2840b53bb2a), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.320965 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7975922d-4801-4ace-90dc-c2840b53bb2a,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:21.332091 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (df93dcff-0f7d-4a39-9a65-955c5a22829a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.351322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.355268 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-457d08dc-09e0-4fc0-aa41-9f3a0691c9c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665398 Oct 30 01:07:21.358040 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-c39238a6-13d5-4765-a118-c8677664c7f0 None None] Current status of the port f15aced9-0c55-4508-85d8-5bfdcb9f8298 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:21.361548 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd553f-662f-4645-850b-fc0dcbfb43d9 None None] Network 8d21c8e3-1631-4a7d-967b-2d154077ce1f requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:21.366761 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49170) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:21.378119 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group_rule': {'security_group_id': 'a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:21.428038 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.433681 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/df93dcff-0f7d-4a39-9a65-955c5a22829a HTTP/1.1" status: 204 len: 168 time: 0.5418174 Oct 30 01:07:21.433912 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.securitygroups_db [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Project 238d71be4e094cb6b84f9a48a8a2c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:07:21.437532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49172) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:21.444366 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f6d77-406d-4ba8-bd15-a9beedcc9724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df93dcff-0f7d-4a39-9a65-955c5a22829a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:21.477166 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:21.530099 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (cafa4351-44ad-4e00-8bfa-65f0ad880345), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.588521 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:21.593697 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-69e5f775-9dfe-4cbf-a61f-ed923271e4e3 None None] Provisioning complete for port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:21.594536 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-69e5f775-9dfe-4cbf-a61f-ed923271e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.594941 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-69e5f775-9dfe-4cbf-a61f-ed923271e4e3 None None] Attempt 1 to provision port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 Oct 30 01:07:21.615387 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (8d21c8e3-1631-4a7d-967b-2d154077ce1f), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.645780 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] DHCP port deletion for 8d21c8e3-1631-4a7d-967b-2d154077ce1f request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:07:21.696484 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (cafa4351-44ad-4e00-8bfa-65f0ad880345), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.697675 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-69e5f775-9dfe-4cbf-a61f-ed923271e4e3 None None] Port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:07:21.706068 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (cafa4351-44ad-4e00-8bfa-65f0ad880345), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.712428 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Deleting port f15aced9-0c55-4508-85d8-5bfdcb9f8298 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:21.712754 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.761603 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] Deleting port f15aced9-0c55-4508-85d8-5bfdcb9f8298 {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:21.761991 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.806418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafa4351-44ad-4e00-8bfa-65f0ad880345,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:21.826960 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] For port f15aced9-0c55-4508-85d8-5bfdcb9f8298, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f15aced9-0c55-4508-85d8-5bfdcb9f8298,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:21.827467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.834482 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.835949 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cef22306-197f-4397-a14d-1af95940e320 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4682362 Oct 30 01:07:21.839611 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49180) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:21.845763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'security_group_rule': {'security_group_id': 'a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e', 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:21.848335 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] For port f15aced9-0c55-4508-85d8-5bfdcb9f8298, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f15aced9-0c55-4508-85d8-5bfdcb9f8298,segment=NetworkSegment(1c4516c6-5691-45c6-ac75-f10b024b2581),segment_id=1c4516c6-5691-45c6-ac75-f10b024b2581)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:21.848701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Calling delete_port for f15aced9-0c55-4508-85d8-5bfdcb9f8298 owned by network:dhcp {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:21.848833 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.865916 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] Calling delete_port for f15aced9-0c55-4508-85d8-5bfdcb9f8298 owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:21.901699 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.securitygroups_db [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Project 238d71be4e094cb6b84f9a48a8a2c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:07:21.923759 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (7be22c89-336a-46f9-92d4-5beecd7a8028), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:21.953525 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:22.010190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.031573 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] No DVR routers for this DVR port f15aced9-0c55-4508-85d8-5bfdcb9f8298 on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:22.032718 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (f15aced9-0c55-4508-85d8-5bfdcb9f8298), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.051696 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (7be22c89-336a-46f9-92d4-5beecd7a8028), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.056293 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4511632-be9c-4bb9-bb4b-2b6869bd519b None None] Pushing event deleted for resources: {'Port': ['ID=f15aced9-0c55-4508-85d8-5bfdcb9f8298,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:22.062744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (7be22c89-336a-46f9-92d4-5beecd7a8028), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.086106 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:22.086988 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] No DVR routers for this DVR port f15aced9-0c55-4508-85d8-5bfdcb9f8298 on host dv-cinder-master-3-iscsi {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:22.092978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be22c89-336a-46f9-92d4-5beecd7a8028,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:22.093187 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15aced9-0c55-4508-85d8-5bfdcb9f8298,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:22.104471 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.105739 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-36bea6ed-9781-4944-b842-dfcd43fc4189 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2643261 Oct 30 01:07:22.204440 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (8d21c8e3-1631-4a7d-967b-2d154077ce1f), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.231348 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d21c8e3-1631-4a7d-967b-2d154077ce1f']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:22.244101 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:22.246851 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4516c6-5691-45c6-ac75-f10b024b2581') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:22.247232 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4516c6-5691-45c6-ac75-f10b024b2581') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:22.259369 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (1c4516c6-5691-45c6-ac75-f10b024b2581), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.274517 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (1c4516c6-5691-45c6-ac75-f10b024b2581), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.282953 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:07:22.288109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (1c4516c6-5691-45c6-ac75-f10b024b2581), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.345398 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 1c4516c6-5691-45c6-ac75-f10b024b2581 resource provider aggregate not found Oct 30 01:07:22.367954 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 1c4516c6-5691-45c6-ac75-f10b024b2581 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c4516c6-5691-45c6-ac75-f10b024b2581 found for delete ", "request_id": "req-23e495ed-fed5-438b-a492-c220a285e486"}]} Oct 30 01:07:22.378869 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (8d21c8e3-1631-4a7d-967b-2d154077ce1f), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.384459 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.389070 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/8d21c8e3-1631-4a7d-967b-2d154077ce1f HTTP/1.1" status: 204 len: 168 time: 0.9473538 Oct 30 01:07:22.391920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49226) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:22.408767 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d0f7-f673-4cfb-8bd6-db65552d8787 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d21c8e3-1631-4a7d-967b-2d154077ce1f,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:22.430806 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device b336f6ba-d642-4da3-8b21-4aa17eca9a00 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:22.489112 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port b336f6ba-d642-4da3-8b21-4aa17eca9a00 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:22.489754 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.490265 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port b336f6ba-d642-4da3-8b21-4aa17eca9a00 Oct 30 01:07:22.566582 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:22.571496 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:22.576207 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port b336f6ba-d642-4da3-8b21-4aa17eca9a00 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:22.576598 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.613763 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port b336f6ba-d642-4da3-8b21-4aa17eca9a00, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b336f6ba-d642-4da3-8b21-4aa17eca9a00,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:22.618223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:22.713285 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ca4f5478-8d96-4a06-81fb-44076631f3a9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:22.757888 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: ca4f5478-8d96-4a06-81fb-44076631f3a9 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:22.758468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ca4f5478-8d96-4a06-81fb-44076631f3a9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:22.759923 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:22.765409 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=b336f6ba-d642-4da3-8b21-4aa17eca9a00,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:22.799592 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:22.800365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c950b9b8-0586-42dd-9db4-ac0bfae2cbd5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:22.800800 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device f15aced9-0c55-4508-85d8-5bfdcb9f8298 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:22.820537 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: f15aced9-0c55-4508-85d8-5bfdcb9f8298 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:22.820795 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device f15aced9-0c55-4508-85d8-5bfdcb9f8298 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:22.854495 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (5d304bf4-dc91-41b6-9254-052f46de5296), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:23.084357 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Deleting port c0da2f65-0818-4fc2-b467-7d880c7ebe49 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:23.084604 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:23.168439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] For port c0da2f65-0818-4fc2-b467-7d880c7ebe49, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c0da2f65-0818-4fc2-b467-7d880c7ebe49,segment=NetworkSegment(898b93e9-9dbc-495b-a499-d6a8faeda2c4),segment_id=898b93e9-9dbc-495b-a499-d6a8faeda2c4)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:23.168884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:23.184696 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Calling delete_port for c0da2f65-0818-4fc2-b467-7d880c7ebe49 owned by network:router_interface {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:23.327955 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:23.370802 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:23.387707 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c0da2f65-0818-4fc2-b467-7d880c7ebe49), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:23.412721 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0da2f65-0818-4fc2-b467-7d880c7ebe49,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:23.594838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (5d304bf4-dc91-41b6-9254-052f46de5296), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:23.625882 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea26aa6-2d09-4186-b1dd-745d327adb01 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:07:23.739063 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea26aa6-2d09-4186-b1dd-745d327adb01 None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:07:23.838173 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Router 5d304bf4-dc91-41b6-9254-052f46de5296 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:07:23.946012 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:23.951401 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-2e2ce318-be1e-4c05-ae27-4b76a0ba656c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5d304bf4-dc91-41b6-9254-052f46de5296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5581117 Oct 30 01:07:23.953699 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49250) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:23.957200 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] Sync routers for ids ['5d304bf4-dc91-41b6-9254-052f46de5296'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:23.968633 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] Routers {'5d304bf4-dc91-41b6-9254-052f46de5296'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:23.970428 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['5d304bf4-dc91-41b6-9254-052f46de5296'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:24.066523 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks [] for router (5d304bf4-dc91-41b6-9254-052f46de5296), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.102508 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] Set router 5d304bf4-dc91-41b6-9254-052f46de5296 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:24.183396 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks [] for router_gateway (5d304bf4-dc91-41b6-9254-052f46de5296), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.238274 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Deleting port 3f764497-5306-4c7b-a9e5-d5271c69840a {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:24.238552 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.317333 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100'}], 'enable_snat': True}, 'gw_port_id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:07:23Z', 'revision_number': 5, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port': {'id': '3f764497-5306-4c7b-a9e5-d5271c69840a', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:24.340254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] For port 3f764497-5306-4c7b-a9e5-d5271c69840a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3f764497-5306-4c7b-a9e5-d5271c69840a,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:24.340615 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.355184 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] Checking router: 5d304bf4-dc91-41b6-9254-052f46de5296 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:24.374194 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] Routers {'5d304bf4-dc91-41b6-9254-052f46de5296'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:24.374822 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['5d304bf4-dc91-41b6-9254-052f46de5296'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:24.377971 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Calling delete_port for 3f764497-5306-4c7b-a9e5-d5271c69840a owned by network:router_gateway {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:24.387996 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:24.429899 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:24.475812 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] Set router 5d304bf4-dc91-41b6-9254-052f46de5296 gateway port host: None {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:24.504649 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device b336f6ba-d642-4da3-8b21-4aa17eca9a00 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:24.534908 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:07:24Z', 'revision_number': 6, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:24.579824 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (3f764497-5306-4c7b-a9e5-d5271c69840a), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.595937 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a38376-922d-4315-8e3f-2f3d80bcde1c None None] The sync data for ids ['5d304bf4-dc91-41b6-9254-052f46de5296'] in dv-cinder-master-3-iscsi is: [{'id': '5d304bf4-dc91-41b6-9254-052f46de5296', 'name': 'tempest-TestMinimumBasicScenario-2025942150-router', 'tenant_id': 'a2e086e391bc4489bba3032b906ca722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:02:47Z', 'updated_at': '2022-10-30T01:07:24Z', 'revision_number': 6, 'project_id': 'a2e086e391bc4489bba3032b906ca722', 'gw_port_host': None}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:24.604823 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bd78bfd9-f1cd-4e58-ba6e-025667529ba2 None None] Provisioning complete for port 6198d683-4016-479f-97cc-e1e40b2abf18 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:24.605219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bd78bfd9-f1cd-4e58-ba6e-025667529ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.605558 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bd78bfd9-f1cd-4e58-ba6e-025667529ba2 None None] Attempt 1 to provision port 6198d683-4016-479f-97cc-e1e40b2abf18 Oct 30 01:07:24.611674 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f764497-5306-4c7b-a9e5-d5271c69840a,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:24.641325 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:24.649397 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port b336f6ba-d642-4da3-8b21-4aa17eca9a00 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:24.649763 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.650098 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port b336f6ba-d642-4da3-8b21-4aa17eca9a00 Oct 30 01:07:24.673060 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:24.695505 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (5d304bf4-dc91-41b6-9254-052f46de5296), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.733465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bd78bfd9-f1cd-4e58-ba6e-025667529ba2 None None] Current status of the port 6198d683-4016-479f-97cc-e1e40b2abf18 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:24.769813 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port b336f6ba-d642-4da3-8b21-4aa17eca9a00 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:24.790541 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (5d304bf4-dc91-41b6-9254-052f46de5296), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.792974 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks [] for router_controller (5d304bf4-dc91-41b6-9254-052f46de5296), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.837729 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (5d304bf4-dc91-41b6-9254-052f46de5296), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.838515 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d304bf4-dc91-41b6-9254-052f46de5296 {{(pid=104542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:07:24.843949 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.847505 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d8178357-0830-48dc-802b-6a9b7c091636 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/5d304bf4-dc91-41b6-9254-052f46de5296 HTTP/1.1" status: 204 len: 168 time: 0.8903737 Oct 30 01:07:24.847884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49256) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:24.895675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Deleting subnet 778d698c-0cd8-40e2-8c84-cc16ab3e08f8 {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:07:24.899147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Publish callbacks [] for subnet (778d698c-0cd8-40e2-8c84-cc16ab3e08f8), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.936324 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (778d698c-0cd8-40e2-8c84-cc16ab3e08f8), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:24.968494 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Sync routers for ids ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:24.978754 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Routers {'3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:24.979361 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:25.028465 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (778d698c-0cd8-40e2-8c84-cc16ab3e08f8), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.032742 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:25.094497 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (778d698c-0cd8-40e2-8c84-cc16ab3e08f8), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.096634 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Set router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:25.126424 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.131132 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/778d698c-0cd8-40e2-8c84-cc16ab3e08f8 HTTP/1.1" status: 204 len: 168 time: 0.2823935 Oct 30 01:07:25.132609 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bf4c0-aa30-4648-9bbd-3783daabf1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778d698c-0cd8-40e2-8c84-cc16ab3e08f8,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:25.134045 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49260) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:25.143947 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22a9fe-53fb-4cff-9704-3db6aab205e6 None None] Network 9d19da58-babf-4b70-83ec-3eaf14e8b200 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:25.236886 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (9d19da58-babf-4b70-83ec-3eaf14e8b200), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.286275 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Deleting port 6198d683-4016-479f-97cc-e1e40b2abf18 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:25.286617 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.311472 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ce28cc8a-c9e5-46de-9cfe-4938a9c1b705', 'name': '', 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'mac_address': 'fa:16:3e:e8:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:17Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 2, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'subnets': [{'id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:25.337847 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Checking router: 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:25.338202 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Updating router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:07:25.361670 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] For port 6198d683-4016-479f-97cc-e1e40b2abf18, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6198d683-4016-479f-97cc-e1e40b2abf18,segment=NetworkSegment(898b93e9-9dbc-495b-a499-d6a8faeda2c4),segment_id=898b93e9-9dbc-495b-a499-d6a8faeda2c4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:25.362126 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.368135 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.370750 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:25.378020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Calling delete_port for 6198d683-4016-479f-97cc-e1e40b2abf18 owned by network:dhcp {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:25.466503 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (6198d683-4016-479f-97cc-e1e40b2abf18), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.470111 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:25.493483 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f5aa1-bc6c-43a0-ada7-b3316cd8bfae None None] DHCP port deletion for 9d19da58-babf-4b70-83ec-3eaf14e8b200 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:07:25.496467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6198d683-4016-479f-97cc-e1e40b2abf18,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:25.500757 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] No DVR routers for this DVR port 6198d683-4016-479f-97cc-e1e40b2abf18 on host dv-cinder-master-3-iscsi {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:25.578893 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (9d19da58-babf-4b70-83ec-3eaf14e8b200), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.600551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d19da58-babf-4b70-83ec-3eaf14e8b200']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:25.611022 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898b93e9-9dbc-495b-a499-d6a8faeda2c4') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:25.611323 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898b93e9-9dbc-495b-a499-d6a8faeda2c4') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:25.623832 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (898b93e9-9dbc-495b-a499-d6a8faeda2c4), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.641057 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (898b93e9-9dbc-495b-a499-d6a8faeda2c4), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.655232 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:07:25.655621 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (898b93e9-9dbc-495b-a499-d6a8faeda2c4), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.664324 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Publish callbacks [] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.671673 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.705056 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 898b93e9-9dbc-495b-a499-d6a8faeda2c4 resource provider aggregate not found Oct 30 01:07:25.722469 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 898b93e9-9dbc-495b-a499-d6a8faeda2c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 898b93e9-9dbc-495b-a499-d6a8faeda2c4 found for delete ", "request_id": "req-96cb8ef2-9cdd-45a0-a9df-1fb26bf29ec5"}]} Oct 30 01:07:25.733330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (9d19da58-babf-4b70-83ec-3eaf14e8b200), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.739655 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.744817 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/9d19da58-babf-4b70-83ec-3eaf14e8b200 HTTP/1.1" status: 204 len: 168 time: 0.6088886 Oct 30 01:07:25.761771 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3579-1fb5-43cb-a884-353fc1a33ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d19da58-babf-4b70-83ec-3eaf14e8b200,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:25.775508 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dea83-637b-40b5-92bd-29ed88aa5285 None None] Pushing event updated for resources: {'Port': ['ID=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:25.780997 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Attempting to bind port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:25.781641 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Attempting to bind port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:25.782224 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Attempting to bind port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 on network 99be3c87-202f-4563-b98a-396be3b0d4d8 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:25.835273 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:25.835690 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Checking segment: {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:25.836307 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.836865 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Bound using segment: {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:25.837505 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Bound port: ce28cc8a-c9e5-46de-9cfe-4938a9c1b705, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:25.838067 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.906268 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] For port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:25.909542 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] For port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,segment=NetworkSegment(5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6),segment_id=5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:25.916247 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:25.947268 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Routers {'3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:25.947924 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:25.984874 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49270) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:25.986625 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:26.032995 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-48893a76-fba5-4f7f-9d0a-feaef37128be admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1dcbf2e9fb2e4a4698633fcbb07c30cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466244 Oct 30 01:07:26.036012 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49272) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:26.092035 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-794597f1-c283-4510-add6-81fd5047656f admin admin] Publish callbacks [] for security_group (f7576011-a7b5-41f5-b8e2-259864e68671), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.112017 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dea83-637b-40b5-92bd-29ed88aa5285 None None] Pushing event updated for resources: {'Port': ['ID=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,revision_number=4']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:26.113017 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-794597f1-c283-4510-add6-81fd5047656f admin admin] Publish callbacks [] for security_group (f7576011-a7b5-41f5-b8e2-259864e68671), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.168656 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-794597f1-c283-4510-add6-81fd5047656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f7576011-a7b5-41f5-b8e2-259864e68671), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.171469 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-794597f1-c283-4510-add6-81fd5047656f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.172722 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-794597f1-c283-4510-add6-81fd5047656f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f7576011-a7b5-41f5-b8e2-259864e68671 HTTP/1.1" status: 204 len: 168 time: 0.1356831 Oct 30 01:07:26.173495 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] Set router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:26.180931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794597f1-c283-4510-add6-81fd5047656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7576011-a7b5-41f5-b8e2-259864e68671,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:26.394395 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:26.403084 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:26.408630 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ce28cc8a-c9e5-46de-9cfe-4938a9c1b705', 'name': '', 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'mac_address': 'fa:16:3e:e8:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:17Z', 'updated_at': '2022-10-30T01:07:25Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'subnets': [{'id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:26.433532 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f82364-ff7c-4964-a590-b93b4e20c98b None None] The sync data for ids ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'] in dv-cinder-master-3-iscsi is: [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:18Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ce28cc8a-c9e5-46de-9cfe-4938a9c1b705', 'name': '', 'network_id': '99be3c87-202f-4563-b98a-396be3b0d4d8', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'mac_address': 'fa:16:3e:e8:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:17Z', 'updated_at': '2022-10-30T01:07:25Z', 'revision_number': 4, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'subnets': [{'id': 'f285a4f5-0f30-424a-bc67-ed290e7d747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:26.451846 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:26.452216 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.452750 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 Oct 30 01:07:26.587491 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49280) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:26.644060 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-38fce07f-379d-4cad-9f1a-1e5091b61e4a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a2e086e391bc4489bba3032b906ca722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552723 Oct 30 01:07:26.646545 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49282) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:26.691847 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:26.692236 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.739223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,segment=NetworkSegment(5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6),segment_id=5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:26.744881 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:26.808404 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:26.827490 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 3f764497-5306-4c7b-a9e5-d5271c69840a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:26.859416 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 3f764497-5306-4c7b-a9e5-d5271c69840a {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:26.860071 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 3f764497-5306-4c7b-a9e5-d5271c69840a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:26.860663 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c0da2f65-0818-4fc2-b467-7d880c7ebe49 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:26.881877 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: c0da2f65-0818-4fc2-b467-7d880c7ebe49 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:26.882703 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c0da2f65-0818-4fc2-b467-7d880c7ebe49 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:26.883289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 6198d683-4016-479f-97cc-e1e40b2abf18 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:26.908382 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 6198d683-4016-479f-97cc-e1e40b2abf18 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:26.908740 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 6198d683-4016-479f-97cc-e1e40b2abf18 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:26.984359 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-024e0a9f-11ad-41b5-b362-eee3a97b00c2 admin admin] Publish callbacks [] for security_group (61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:27.007919 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-024e0a9f-11ad-41b5-b362-eee3a97b00c2 admin admin] Publish callbacks [] for security_group (61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:27.058294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-024e0a9f-11ad-41b5-b362-eee3a97b00c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:27.061606 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-024e0a9f-11ad-41b5-b362-eee3a97b00c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:27.062861 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-024e0a9f-11ad-41b5-b362-eee3a97b00c2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0 HTTP/1.1" status: 204 len: 168 time: 0.4154246 Oct 30 01:07:27.071528 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e0a9f-11ad-41b5-b362-eee3a97b00c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca140e-aa1d-4a2d-9a1e-9ff195a54ca0,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:28.365132 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:07:28.410716 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:28.411079 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:28.411419 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 Oct 30 01:07:28.487570 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:34.134153 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc82c8e-aa4d-4a4d-9d68-5b33faf0d768 req-5857fcb2-7deb-493b-903c-e6039d88cb81 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:34.135529 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ccc82c8e-aa4d-4a4d-9d68-5b33faf0d768 req-5857fcb2-7deb-493b-903c-e6039d88cb81 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0585518 Oct 30 01:07:34.189230 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ccc82c8e-aa4d-4a4d-9d68-5b33faf0d768 req-5420542f-b00e-4958-9c80-271629ae71a6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454457 Oct 30 01:07:35.325579 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39379f8c-cf0a-4532-a62a-e9d7a2051d3b req-340272ca-9965-42c7-bc21-93639978367c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:35.327059 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39379f8c-cf0a-4532-a62a-e9d7a2051d3b req-340272ca-9965-42c7-bc21-93639978367c tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0569928 Oct 30 01:07:35.365213 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:35.382861 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39379f8c-cf0a-4532-a62a-e9d7a2051d3b req-de7d4c6c-ea54-437f-94e1-39164cb6d2a7 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471361 Oct 30 01:07:36.117803 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:36.161830 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6e69-ae2d-44b4-86b9-b28ca15287d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:36.509067 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ef69-f50a-4bcb-b0ff-a5e5030ee203 req-8a715667-3519-4b2f-b94b-ad92aa9e94f6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:36.510624 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e2d6ef69-f50a-4bcb-b0ff-a5e5030ee203 req-8a715667-3519-4b2f-b94b-ad92aa9e94f6 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0488133 Oct 30 01:07:36.561936 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e2d6ef69-f50a-4bcb-b0ff-a5e5030ee203 req-265d4d0b-afc7-48eb-8364-1e656fcfe0fd tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=61a6e47f-3019-4bde-82c7-3f6c5d51b90e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442154 Oct 30 01:07:36.604211 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:36.626528 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:36.643389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-e89e500b-6bf4-4d12-8163-e7ae8d309b5e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:36.644937 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-e89e500b-6bf4-4d12-8163-e7ae8d309b5e tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 946 time: 0.0501711 Oct 30 01:07:36.738987 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Deleting port b0c592fa-975d-4695-84db-c884d520eff2 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:36.739249 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (b0c592fa-975d-4695-84db-c884d520eff2), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:36.847040 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] For port b0c592fa-975d-4695-84db-c884d520eff2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c592fa-975d-4695-84db-c884d520eff2,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:36.847464 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (b0c592fa-975d-4695-84db-c884d520eff2), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:37.023381 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:37.023708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7cad4fba-0087-4a8c-a8ea-b5926364b25b), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:37.024086 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Floating IP 7cad4fba-0087-4a8c-a8ea-b5926364b25b disassociated. External IP: 172.37.3.22, port: b0c592fa-975d-4695-84db-c884d520eff2. Oct 30 01:07:37.024488 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Calling delete_port for b0c592fa-975d-4695-84db-c884d520eff2 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:37.157689 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (b0c592fa-975d-4695-84db-c884d520eff2), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:37.188299 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event deleted for resources: {'Port': ['ID=b0c592fa-975d-4695-84db-c884d520eff2,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:37.312805 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:07:37.432064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:37.443561 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:37.453663 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:37.454297 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:37.476820 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] No DVR routers for this DVR port b0c592fa-975d-4695-84db-c884d520eff2 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:37.479532 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:37.482787 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2f044a34-c57d-416c-87a5-92d82ed16ca7 req-38f4dd62-8aaf-4027-824f-93c90a80c427 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.43 "DELETE /networking/v2.0/ports/b0c592fa-975d-4695-84db-c884d520eff2 HTTP/1.1" status: 204 len: 173 time: 0.8276045 Oct 30 01:07:37.483286 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'name': 'network-vif-deleted', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:07:37.485603 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e6bf32-47b6-4c62-b0c5-8c7c6e2951f3" -d '{"events": [{"server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "name": "network-vif-deleted", "tag": "b0c592fa-975d-4695-84db-c884d520eff2"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:07:37.530023 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d9ac0f-a68f-4a5b-bf56-7e331358d51b x-openstack-request-id: req-c1d9ac0f-a68f-4a5b-bf56-7e331358d51b {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:07:37.530411 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95ac907-83b9-4fe2-b49a-defbe7240d3a", "name": "network-vif-deleted", "tag": "b0c592fa-975d-4695-84db-c884d520eff2", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:07:37.530788 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1d9ac0f-a68f-4a5b-bf56-7e331358d51b {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:07:37.531320 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d9ac0f-a68f-4a5b-bf56-7e331358d51b'] response: {'server_uuid': 'd95ac907-83b9-4fe2-b49a-defbe7240d3a', 'name': 'network-vif-deleted', 'tag': 'b0c592fa-975d-4695-84db-c884d520eff2', 'status': 'completed', 'code': 200} Oct 30 01:07:37.569107 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:37.570844 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:37.708084 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:37.708371 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-139d4b2d-e1d8-4295-ac4a-b3b672f3247e req-5a55af39-e3e3-421f-8408-1f963356abb3 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d95ac907-83b9-4fe2-b49a-defbe7240d3a HTTP/1.1" status: 200 len: 210 time: 0.0456171 Oct 30 01:07:37.798683 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:37.824353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:37.833441 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:37.834040 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:37.955523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:38.151292 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:38.182528 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67859e0a-7760-4feb-a6ec-35f20eff3d51 None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:56Z', 'revision_number': 4, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eb16beb8-3360-4932-8307-733325ee8840', 'name': '', 'network_id': 'ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'mac_address': 'fa:16:3e:d3:ab:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '097e0222-78e9-48ff-b43e-a210472258ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:55Z', 'updated_at': '2022-10-30T00:56:12Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'subnets': [{'id': '097e0222-78e9-48ff-b43e-a210472258ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:38.300223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-14a816ba-ae60-4db2-8199-be2f6fc69313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:38.419768 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c877ca-500f-40f7-a86e-cae118210b0b None None] New status for floating IP 7cad4fba-0087-4a8c-a8ea-b5926364b25b: DOWN {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:07:38.814555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49392) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:38.873551 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7da6c39-3ad5-496c-ba66-e1adbd6665b4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (61a6e47f-3019-4bde-82c7-3f6c5d51b90e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:38.896519 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7da6c39-3ad5-496c-ba66-e1adbd6665b4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (61a6e47f-3019-4bde-82c7-3f6c5d51b90e), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:38.914908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:38.920324 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:38.947079 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7da6c39-3ad5-496c-ba66-e1adbd6665b4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (61a6e47f-3019-4bde-82c7-3f6c5d51b90e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:38.949728 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b7da6c39-3ad5-496c-ba66-e1adbd6665b4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:38.950890 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b7da6c39-3ad5-496c-ba66-e1adbd6665b4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/61a6e47f-3019-4bde-82c7-3f6c5d51b90e HTTP/1.1" status: 204 len: 168 time: 0.1352732 Oct 30 01:07:38.953927 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49396) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:38.960218 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da6c39-3ad5-496c-ba66-e1adbd6665b4 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6e47f-3019-4bde-82c7-3f6c5d51b90e,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:38.971108 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-47e57efc-787d-483b-ab2e-8f66257fc9ad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] show failed (client error): The resource could not be found. Oct 30 01:07:38.972167 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-47e57efc-787d-483b-ab2e-8f66257fc9ad tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "GET /networking/v2.0/security-groups/61a6e47f-3019-4bde-82c7-3f6c5d51b90e HTTP/1.1" status: 404 len: 347 time: 0.0171425 Oct 30 01:07:38.975296 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49398) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:39.096200 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Deleting port 51772508-1a7e-4849-b1f6-6a887073f1dc {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:39.096574 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:39.177368 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:39.177620 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (51772508-1a7e-4849-b1f6-6a887073f1dc), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:39.194000 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Calling delete_port for 51772508-1a7e-4849-b1f6-6a887073f1dc owned by network:floatingip {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:39.334377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (51772508-1a7e-4849-b1f6-6a887073f1dc), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:39.360409 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Pushing event deleted for resources: {'Port': ['ID=51772508-1a7e-4849-b1f6-6a887073f1dc,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:39.424493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks [] for floatingip (7cad4fba-0087-4a8c-a8ea-b5926364b25b), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:39.426987 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:39.428231 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b3406f67-92fa-4025-978d-ce4e146cd564 tempest-AttachVolumeTestJSON-298540627 tempest-AttachVolumeTestJSON-298540627-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7cad4fba-0087-4a8c-a8ea-b5926364b25b HTTP/1.1" status: 204 len: 168 time: 0.4517829 Oct 30 01:07:39.539020 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:40.586792 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device b0c592fa-975d-4695-84db-c884d520eff2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:40.609981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: b0c592fa-975d-4695-84db-c884d520eff2 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:40.610327 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device b0c592fa-975d-4695-84db-c884d520eff2 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:41.094679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:41.266919 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:43.037934 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49436) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:43.573549 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (49548e03-5420-4112-8f0d-8dbb9b7a2ade), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:43.663945 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:43.729604 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:43.804229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Deleting port eb16beb8-3360-4932-8307-733325ee8840 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:43.804551 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (eb16beb8-3360-4932-8307-733325ee8840), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:43.887053 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] For port eb16beb8-3360-4932-8307-733325ee8840, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eb16beb8-3360-4932-8307-733325ee8840,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:43.887264 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (eb16beb8-3360-4932-8307-733325ee8840), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:43.901553 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Calling delete_port for eb16beb8-3360-4932-8307-733325ee8840 owned by network:router_interface {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:44.087797 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (eb16beb8-3360-4932-8307-733325ee8840), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:44.115968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb16beb8-3360-4932-8307-733325ee8840,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:44.129395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.129865 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.130825 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.131180 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.131541 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.131905 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.132229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.132557 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.132879 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.133177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.133527 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.133842 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.134161 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.134478 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.134785 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:07:44.291174 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (49548e03-5420-4112-8f0d-8dbb9b7a2ade), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:44.315695 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f6743-6f8c-49c2-adb5-b5e6d70dd9ef None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:07:44.417571 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f6743-6f8c-49c2-adb5-b5e6d70dd9ef None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:07:44.496524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:44.515908 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Router 49548e03-5420-4112-8f0d-8dbb9b7a2ade has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:07:44.622637 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:07:44.628844 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-368837fe-4ce4-4561-b50e-7e7d8161beb7 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/49548e03-5420-4112-8f0d-8dbb9b7a2ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900388 Oct 30 01:07:44.631502 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49442) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:44.633388 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] Sync routers for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:07:44.637601 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:44.648616 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:44.649346 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:44.693281 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:44.743768 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks [] for router (49548e03-5420-4112-8f0d-8dbb9b7a2ade), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:44.764007 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:44.844458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks [] for router_gateway (49548e03-5420-4112-8f0d-8dbb9b7a2ade), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:44.894579 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Deleting port fadb1743-6f01-45fe-91c0-196c88193742 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:44.894943 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (fadb1743-6f01-45fe-91c0-196c88193742), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:44.903035 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:44.949888 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T01:07:44Z', 'revision_number': 5, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port': {'id': 'fadb1743-6f01-45fe-91c0-196c88193742', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:36:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:49Z', 'updated_at': '2022-10-30T00:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:44.980412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] Checking router: 49548e03-5420-4112-8f0d-8dbb9b7a2ade for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:07:44.980734 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] For port fadb1743-6f01-45fe-91c0-196c88193742, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fadb1743-6f01-45fe-91c0-196c88193742,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:44.981316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (fadb1743-6f01-45fe-91c0-196c88193742), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:44.992788 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] Routers {'49548e03-5420-4112-8f0d-8dbb9b7a2ade'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:07:44.993412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:07:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:44.997612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Calling delete_port for fadb1743-6f01-45fe-91c0-196c88193742 owned by network:router_gateway {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:45.082932 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] Set router 49548e03-5420-4112-8f0d-8dbb9b7a2ade gateway port host: None {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:07:45.136219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T01:07:44Z', 'revision_number': 6, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:45.164686 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-2b9b8ed6-7aef-402b-9654-e016a81fb15a None None] Provisioning complete for port d542a890-919e-4c18-96f6-ae115bb6ce64 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:45.165051 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2b9b8ed6-7aef-402b-9654-e016a81fb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.165388 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-2b9b8ed6-7aef-402b-9654-e016a81fb15a None None] Attempt 1 to provision port d542a890-919e-4c18-96f6-ae115bb6ce64 Oct 30 01:07:45.168636 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4582a216-10f7-4eea-a5db-17aeb6919d82 None None] The sync data for ids ['49548e03-5420-4112-8f0d-8dbb9b7a2ade'] in dv-cinder-master-3-iscsi is: [{'id': '49548e03-5420-4112-8f0d-8dbb9b7a2ade', 'name': 'tempest-AttachVolumeTestJSON-1126841986-router', 'tenant_id': '8bf407954ed34ebfaf56db206df4fc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T01:07:44Z', 'revision_number': 6, 'project_id': '8bf407954ed34ebfaf56db206df4fc84', 'gw_port_host': None}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:07:45.169197 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (fadb1743-6f01-45fe-91c0-196c88193742), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.204669 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadb1743-6f01-45fe-91c0-196c88193742,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:45.271744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (49548e03-5420-4112-8f0d-8dbb9b7a2ade), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.362661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (49548e03-5420-4112-8f0d-8dbb9b7a2ade), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.365159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks [] for router_controller (49548e03-5420-4112-8f0d-8dbb9b7a2ade), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.391218 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b8ed6-7aef-402b-9654-e016a81fb15a None None] Current status of the port d542a890-919e-4c18-96f6-ae115bb6ce64 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:07:45.410873 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (49548e03-5420-4112-8f0d-8dbb9b7a2ade), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.411433 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49548e03-5420-4112-8f0d-8dbb9b7a2ade {{(pid=104542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:07:45.415531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.416714 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-27ed53c3-1dfc-4370-9933-f68694471509 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/49548e03-5420-4112-8f0d-8dbb9b7a2ade HTTP/1.1" status: 204 len: 168 time: 0.7839043 Oct 30 01:07:45.419412 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49446) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:45.450873 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:45.467962 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Deleting subnet 097e0222-78e9-48ff-b43e-a210472258ea {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:07:45.471213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Publish callbacks [] for subnet (097e0222-78e9-48ff-b43e-a210472258ea), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.727886 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:07:45.771401 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (097e0222-78e9-48ff-b43e-a210472258ea), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.847395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (097e0222-78e9-48ff-b43e-a210472258ea), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.866051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:45.903283 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (097e0222-78e9-48ff-b43e-a210472258ea), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.932496 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097e0222-78e9-48ff-b43e-a210472258ea,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:45.938442 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:45.945094 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-685e5427-8b44-49de-99d6-233ebb22992f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/097e0222-78e9-48ff-b43e-a210472258ea HTTP/1.1" status: 204 len: 168 time: 0.5222824 Oct 30 01:07:45.945301 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cc5ef-7906-4c4f-a1ba-4b89ca214830 None None] Network ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:07:45.945413 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49448) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:46.017030 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.060958 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Deleting port d542a890-919e-4c18-96f6-ae115bb6ce64 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:46.061402 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.122104 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] DHCP port deletion for ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:07:46.136663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] For port d542a890-919e-4c18-96f6-ae115bb6ce64, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d542a890-919e-4c18-96f6-ae115bb6ce64,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:46.137019 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.150779 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Calling delete_port for d542a890-919e-4c18-96f6-ae115bb6ce64 owned by network:dhcp {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:46.162085 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] Deleting port d542a890-919e-4c18-96f6-ae115bb6ce64 {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:07:46.162458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.234557 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] For port d542a890-919e-4c18-96f6-ae115bb6ce64, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d542a890-919e-4c18-96f6-ae115bb6ce64,segment=NetworkSegment(e48a911d-6ef7-4447-a1bc-d8f8ae182c66),segment_id=e48a911d-6ef7-4447-a1bc-d8f8ae182c66)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:07:46.235030 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.235790 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.249795 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] Calling delete_port for d542a890-919e-4c18-96f6-ae115bb6ce64 owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:07:46.262550 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Pushing event deleted for resources: {'Port': ['ID=d542a890-919e-4c18-96f6-ae115bb6ce64,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:46.266164 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] No DVR routers for this DVR port d542a890-919e-4c18-96f6-ae115bb6ce64 on host dv-cinder-master-3-iscsi {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:46.346521 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (d542a890-919e-4c18-96f6-ae115bb6ce64), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.347493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.374262 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:46.384714 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:46.385006 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48a911d-6ef7-4447-a1bc-d8f8ae182c66') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:07:46.387194 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fadb1743-6f01-45fe-91c0-196c88193742 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:46.389541 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] No DVR routers for this DVR port d542a890-919e-4c18-96f6-ae115bb6ce64 on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:07:46.391826 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b8055-1399-4de8-afa5-cad1ca362b99 None None] Pushing event deleted for resources: {'Port': ['ID=d542a890-919e-4c18-96f6-ae115bb6ce64,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:46.395417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (e48a911d-6ef7-4447-a1bc-d8f8ae182c66), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.412316 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: fadb1743-6f01-45fe-91c0-196c88193742 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:46.412668 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device fadb1743-6f01-45fe-91c0-196c88193742 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:46.413284 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d542a890-919e-4c18-96f6-ae115bb6ce64 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:46.413568 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (e48a911d-6ef7-4447-a1bc-d8f8ae182c66), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.420177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:07:46.420610 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (e48a911d-6ef7-4447-a1bc-d8f8ae182c66), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.435000 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: d542a890-919e-4c18-96f6-ae115bb6ce64 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:46.435342 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d542a890-919e-4c18-96f6-ae115bb6ce64 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:46.435778 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device eb16beb8-3360-4932-8307-733325ee8840 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:07:46.453926 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: eb16beb8-3360-4932-8307-733325ee8840 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:07:46.454265 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device eb16beb8-3360-4932-8307-733325ee8840 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:07:46.499083 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.504540 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.507568 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0 HTTP/1.1" status: 204 len: 168 time: 0.5613465 Oct 30 01:07:46.520775 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e008-dc89-4dee-924d-641892c1d106 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfb740b-9abc-42f4-8eda-aa2c80b4bdb0,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:46.565452 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment e48a911d-6ef7-4447-a1bc-d8f8ae182c66 resource provider aggregate not found Oct 30 01:07:46.584328 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment e48a911d-6ef7-4447-a1bc-d8f8ae182c66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e48a911d-6ef7-4447-a1bc-d8f8ae182c66 found for delete ", "request_id": "req-6a66b9db-43e4-498a-98e0-ac594970c476"}]} Oct 30 01:07:46.630266 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49460) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:46.670531 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5d00cbd0-0691-4550-b3b1-8e585feb5373 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8bf407954ed34ebfaf56db206df4fc84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390558 Oct 30 01:07:46.673327 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49462) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:46.722261 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dbc83d8-9705-4980-b211-b43ca55fb311 admin admin] Publish callbacks [] for security_group (94538302-a7a0-4bdb-8f3d-95eb3067f6ec), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.740846 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:46.742826 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dbc83d8-9705-4980-b211-b43ca55fb311 admin admin] Publish callbacks [] for security_group (94538302-a7a0-4bdb-8f3d-95eb3067f6ec), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.792059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dbc83d8-9705-4980-b211-b43ca55fb311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (94538302-a7a0-4bdb-8f3d-95eb3067f6ec), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.794630 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9dbc83d8-9705-4980-b211-b43ca55fb311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:46.795895 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9dbc83d8-9705-4980-b211-b43ca55fb311 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/94538302-a7a0-4bdb-8f3d-95eb3067f6ec HTTP/1.1" status: 204 len: 168 time: 0.1215479 Oct 30 01:07:46.803608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc83d8-9705-4980-b211-b43ca55fb311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94538302-a7a0-4bdb-8f3d-95eb3067f6ec,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:47.682251 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=61,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:48.965385 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=11 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:50.631335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-da046555-57f9-4ff8-98d0-fe20db26b543 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1108501088&fields=id&tenant_id=238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 267 time: 0.0454800 Oct 30 01:07:50.740612 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-2d63cd43-339e-4a23-8269-d0a40833a49a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:50.742064 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-2d63cd43-339e-4a23-8269-d0a40833a49a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 812 time: 0.1039424 Oct 30 01:07:50.757081 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-9dae7c38-98b4-4ef6-a7bc-e9b62d66f71b tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/quotas/238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 375 time: 0.0095706 Oct 30 01:07:50.811241 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-1af43cd3-bf14-485d-8377-ee0395e57332 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490291 Oct 30 01:07:50.920333 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-fe398317-9164-47b9-a81a-0aff375c6ee9 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:07:50.921335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-fe398317-9164-47b9-a81a-0aff375c6ee9 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0984752 Oct 30 01:07:51.015141 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4e0eaa5a-6d65-4d29-8842-416ceb106541 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870426 Oct 30 01:07:51.117695 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-1cc849ac-843b-4b5d-b0a2-3cc34f832367 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966446 Oct 30 01:07:52.464568 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-39b77ee4-08aa-4c67-a243-079a18b5f648 req-a2383570-5665-49c1-96f6-ac773a6eb112 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 210 time: 0.0342572 Oct 30 01:07:53.573845 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46e0275e-9379-4871-954c-6f16d24febbe req-bfdfcf1e-ffec-42d5-a5bc-ded42a38d1d8 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 210 time: 0.0376000 Oct 30 01:07:53.606052 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:53.701220 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-d8f2217b-4c8f-4c3d-8213-180b0706354b tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:53.702986 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-d8f2217b-4c8f-4c3d-8213-180b0706354b tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 812 time: 0.1193788 Oct 30 01:07:53.777519 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-f8527c76-4ccb-4e8e-8f22-72f82fadd86c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 380 time: 0.0591908 Oct 30 01:07:53.805888 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'port': {'device_id': '91a8549d-4f75-4c98-9773-98efe4196889', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'admin_state_up': True, 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'security_groups': ['a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:53.930868 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Made reservation on behalf of 238d71be4e094cb6b84f9a48a8a2c79c for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:07:53.934618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.066801 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Allocated IP 172.20.0.13 (c1a88451-f287-4e35-b7e8-a6d4e4aaa603/ccdede66-25b5-48be-99e4-ec50d5ac1af9/7cefd299-3b60-4011-b5ad-6ad6926ac49d) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:07:54.212230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.247451 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.291197 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:07:54.296510 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:07:54.300544 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:07:54.333120 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=7cefd299-3b60-4011-b5ad-6ad6926ac49d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:54.347925 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:54.356762 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:54.357401 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.377569 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-4d98917a-5256-4cbc-8bf0-a22c0c2750e4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752962 Oct 30 01:07:54.394832 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Request body: {'port': {'device_id': '91a8549d-4f75-4c98-9773-98efe4196889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:07:54.467129 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.575190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:54.577810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b0869888-10b0-4c4e-a8d2-f8815f33b462 None None] Provisioning complete for port 7cefd299-3b60-4011-b5ad-6ad6926ac49d triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:07:54.578358 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b0869888-10b0-4c4e-a8d2-f8815f33b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.578755 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b0869888-10b0-4c4e-a8d2-f8815f33b462 None None] Attempt 1 to provision port 7cefd299-3b60-4011-b5ad-6ad6926ac49d Oct 30 01:07:54.590276 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:54.635211 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b0869888-10b0-4c4e-a8d2-f8815f33b462 None None] Port 7cefd299-3b60-4011-b5ad-6ad6926ac49d cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:07:54.709726 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1f792-9e19-42cd-adab-e5cdad186dda req-fc283e2c-47db-48b5-ad13-6c81037f45c1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:54.711320 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3a1f792-9e19-42cd-adab-e5cdad186dda req-fc283e2c-47db-48b5-ad13-6c81037f45c1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 932 time: 0.0484209 Oct 30 01:07:54.740607 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cefd299-3b60-4011-b5ad-6ad6926ac49d {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:07:54.748374 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Publish callbacks [] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.761531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Transition to ACTIVE for port object 7cefd299-3b60-4011-b5ad-6ad6926ac49d will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:07:54.765389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:54.766347 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a3a1f792-9e19-42cd-adab-e5cdad186dda req-776600f6-3a39-4248-9985-c7d1c6f1f643 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489602 Oct 30 01:07:54.829633 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Pushing event updated for resources: {'Port': ['ID=7cefd299-3b60-4011-b5ad-6ad6926ac49d,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:54.878568 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Attempting to bind port 7cefd299-3b60-4011-b5ad-6ad6926ac49d on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:07:54.878900 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Attempting to bind port 7cefd299-3b60-4011-b5ad-6ad6926ac49d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:07:54.879222 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Attempting to bind port 7cefd299-3b60-4011-b5ad-6ad6926ac49d on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:54.922140 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Port 7cefd299-3b60-4011-b5ad-6ad6926ac49d on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:07:54.922466 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Attempting to bind port 7cefd299-3b60-4011-b5ad-6ad6926ac49d on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:07:54.969399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:07:54.969732 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Checking segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:07:54.970105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Bound using segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:07:54.970580 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Bound port: 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:07:54.970932 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:55.032057 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] For port 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:07:55.035312 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] For port 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:07:55.043294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:55.047069 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.048134 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:55.049702 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/7cefd299-3b60-4011-b5ad-6ad6926ac49d HTTP/1.1" status: 200 len: 1094 time: 0.6594255 Oct 30 01:07:55.051821 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:07:55.054091 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907" -d '{"events": [{"name": "network-changed", "server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:07:55.096311 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6847cd-83e2-49c6-95cf-1a8b55d06ccb x-openstack-request-id: req-2a6847cd-83e2-49c6-95cf-1a8b55d06ccb {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:07:55.096671 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:07:55.096936 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a6847cd-83e2-49c6-95cf-1a8b55d06ccb {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:07:55.097366 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6847cd-83e2-49c6-95cf-1a8b55d06ccb'] response: {'name': 'network-changed', 'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'status': 'completed', 'code': 200} Oct 30 01:07:55.108045 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90d668-daa9-440f-a6c0-48d17894da64 service neutron] Pushing event updated for resources: {'Port': ['ID=7cefd299-3b60-4011-b5ad-6ad6926ac49d,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:55.198715 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907 req-ea497fa0-1dd9-4d5b-be76-bd1471a5708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.200727 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907 req-ea497fa0-1dd9-4d5b-be76-bd1471a5708e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 1128 time: 0.0422218 Oct 30 01:07:55.284453 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:55.321279 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907 req-c0e494f3-fdc7-4808-8b51-baee714d39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.322762 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907 req-c0e494f3-fdc7-4808-8b51-baee714d39c7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080825 Oct 30 01:07:55.420151 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907 req-61cb84b5-2343-4354-b8cb-2ece486d8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.421616 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-033fc8fb-1d4a-4b84-b9e5-69e5833a1907 req-61cb84b5-2343-4354-b8cb-2ece486d8f5b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930145 Oct 30 01:07:55.538086 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-b431006f-a129-4bc7-a6bc-3c47e14cbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.539581 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-b431006f-a129-4bc7-a6bc-3c47e14cbe73 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 1128 time: 0.0537453 Oct 30 01:07:55.588516 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-fabea00d-2f32-43e9-8f90-d60a05b59064 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d HTTP/1.1" status: 200 len: 217 time: 0.0341849 Oct 30 01:07:55.640445 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-0ff82a0e-50b6-454d-bee7-d969284cb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.641826 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-0ff82a0e-50b6-454d-bee7-d969284cb67f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0458171 Oct 30 01:07:55.695569 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-2c45139e-62f2-413c-a805-134e3fff636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.697135 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-2c45139e-62f2-413c-a805-134e3fff636f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482433 Oct 30 01:07:55.721607 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:55.722508 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=36 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:55.761134 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:55.795397 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-3cf9a0aa-2c27-4e81-9683-e11f20d0b75d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906041 Oct 30 01:07:55.888931 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d8d4d-9f33-4f22-b06f-62d6c48a2bb1 req-563340ba-bca5-417b-bb8e-643a1d26b1c8 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:55.890556 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f5d8d4d-9f33-4f22-b06f-62d6c48a2bb1 req-563340ba-bca5-417b-bb8e-643a1d26b1c8 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0474162 Oct 30 01:07:55.895137 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e687deb-3bf6-46af-b2f3-acf208cf518e req-9727f99a-16eb-41cb-a5b6-6662829fdb4f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937667 Oct 30 01:07:55.943941 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f5d8d4d-9f33-4f22-b06f-62d6c48a2bb1 req-c984f7ea-f3ca-4ccd-889c-cec658a755e2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469360 Oct 30 01:07:57.071478 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464c9d-42f7-473f-bea9-e7d6c07f69a5 req-ef4b0372-2a57-40fc-a9c4-0c1e1249f783 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:57.073045 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89464c9d-42f7-473f-bea9-e7d6c07f69a5 req-ef4b0372-2a57-40fc-a9c4-0c1e1249f783 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0473521 Oct 30 01:07:57.127852 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-89464c9d-42f7-473f-bea9-e7d6c07f69a5 req-9f80f27c-f2b5-42f9-9836-1beb3f1d7b39 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491955 Oct 30 01:07:58.279211 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a3b75-c23f-4298-85f8-80ab51fdadd5 req-3f61ef2d-f49c-452f-8d23-bae73e903a14 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:58.280791 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-432a3b75-c23f-4298-85f8-80ab51fdadd5 req-3f61ef2d-f49c-452f-8d23-bae73e903a14 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0588515 Oct 30 01:07:58.333346 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-432a3b75-c23f-4298-85f8-80ab51fdadd5 req-53ed34a4-b596-4df0-8953-15ef8096d3f2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438929 Oct 30 01:07:58.960929 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49624) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:59.068034 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-062d2095-4f78-415e-acd9-05a76c5f142b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.143041 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-062d2095-4f78-415e-acd9-05a76c5f142b admin admin] Publish callbacks [] for security_group (113c68a2-03ae-4f60-827d-63f5df4a6c67), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.151426 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-062d2095-4f78-415e-acd9-05a76c5f142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (113c68a2-03ae-4f60-827d-63f5df4a6c67), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.199430 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-062d2095-4f78-415e-acd9-05a76c5f142b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ed21a370b0bb43698b8aa11334ceaad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373552 Oct 30 01:07:59.200443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d2095-4f78-415e-acd9-05a76c5f142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c68a2-03ae-4f60-827d-63f5df4a6c67,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:59.202418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49628) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:59.253639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8c319a18-9b7e-4d0a-9b0a-ce8dde67f01b admin admin] Publish callbacks [] for security_group (113c68a2-03ae-4f60-827d-63f5df4a6c67), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.273670 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8c319a18-9b7e-4d0a-9b0a-ce8dde67f01b admin admin] Publish callbacks [] for security_group (113c68a2-03ae-4f60-827d-63f5df4a6c67), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.323819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8c319a18-9b7e-4d0a-9b0a-ce8dde67f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (113c68a2-03ae-4f60-827d-63f5df4a6c67), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.326348 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8c319a18-9b7e-4d0a-9b0a-ce8dde67f01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.327476 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8c319a18-9b7e-4d0a-9b0a-ce8dde67f01b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/113c68a2-03ae-4f60-827d-63f5df4a6c67 HTTP/1.1" status: 204 len: 168 time: 0.1238470 Oct 30 01:07:59.335418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319a18-9b7e-4d0a-9b0a-ce8dde67f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c68a2-03ae-4f60-827d-63f5df4a6c67,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:59.454359 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:59.468344 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9415e11-3fd2-4038-91da-325bb1e8eef8 req-9c7f209e-a9a6-4565-86e7-dd89b90e1e88 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:07:59.469723 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d9415e11-3fd2-4038-91da-325bb1e8eef8 req-9c7f209e-a9a6-4565-86e7-dd89b90e1e88 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0519869 Oct 30 01:07:59.481530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:07:59.522027 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d9415e11-3fd2-4038-91da-325bb1e8eef8 req-a56d79e8-f5a5-4b99-a959-21e301e33d04 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 Oct 30 01:07:59.603964 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49636) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:59.618402 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6293ca14-4891-4613-a4c1-e83d83c7d78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.696284 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6293ca14-4891-4613-a4c1-e83d83c7d78f admin admin] Publish callbacks [] for security_group (5ec76130-76b5-4ef6-93dc-9a683736cb4c), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.702010 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6293ca14-4891-4613-a4c1-e83d83c7d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5ec76130-76b5-4ef6-93dc-9a683736cb4c), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.738893 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293ca14-4891-4613-a4c1-e83d83c7d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec76130-76b5-4ef6-93dc-9a683736cb4c,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:07:59.743053 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6293ca14-4891-4613-a4c1-e83d83c7d78f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f2de7c6c60584571a3a57f1678a24e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379943 Oct 30 01:07:59.745966 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49638) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:07:59.794574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-288e3e75-628f-4965-ada1-e37bedaccbc8 admin admin] Publish callbacks [] for security_group (5ec76130-76b5-4ef6-93dc-9a683736cb4c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.818897 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-288e3e75-628f-4965-ada1-e37bedaccbc8 admin admin] Publish callbacks [] for security_group (5ec76130-76b5-4ef6-93dc-9a683736cb4c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.872342 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-288e3e75-628f-4965-ada1-e37bedaccbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5ec76130-76b5-4ef6-93dc-9a683736cb4c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.875258 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-288e3e75-628f-4965-ada1-e37bedaccbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:07:59.876601 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-288e3e75-628f-4965-ada1-e37bedaccbc8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5ec76130-76b5-4ef6-93dc-9a683736cb4c HTTP/1.1" status: 204 len: 168 time: 0.1296782 Oct 30 01:07:59.884747 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e3e75-628f-4965-ada1-e37bedaccbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec76130-76b5-4ef6-93dc-9a683736cb4c,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:00.644594 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824045bc-d34d-4ef2-9bd2-eb15640215e6 req-ddad08ba-9b6d-4aa9-b483-e64a99aad1ad tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:00.646098 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-824045bc-d34d-4ef2-9bd2-eb15640215e6 req-ddad08ba-9b6d-4aa9-b483-e64a99aad1ad tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0483589 Oct 30 01:08:00.695993 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-824045bc-d34d-4ef2-9bd2-eb15640215e6 req-12aebc86-0c58-4092-9715-72cbfdc280f7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Oct 30 01:08:01.022608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49676) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:01.133980 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4113-5fa2-4d2f-b7fc-58311dba0b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.212796 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4113-5fa2-4d2f-b7fc-58311dba0b6d admin admin] Publish callbacks [] for security_group (fb0a2257-52d5-4a1e-ae6b-a76de17214ce), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.218589 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4113-5fa2-4d2f-b7fc-58311dba0b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (fb0a2257-52d5-4a1e-ae6b-a76de17214ce), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.258974 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b4113-5fa2-4d2f-b7fc-58311dba0b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0a2257-52d5-4a1e-ae6b-a76de17214ce,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:01.263177 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0b8b4113-5fa2-4d2f-b7fc-58311dba0b6d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dbc3995b653743c380b75cb94b07c58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395153 Oct 30 01:08:01.267159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49680) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:01.281384 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:01.317046 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d1053abc-adf2-46f2-8ae2-86b59f7fe1a8 admin admin] Publish callbacks [] for security_group (fb0a2257-52d5-4a1e-ae6b-a76de17214ce), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.337044 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d1053abc-adf2-46f2-8ae2-86b59f7fe1a8 admin admin] Publish callbacks [] for security_group (fb0a2257-52d5-4a1e-ae6b-a76de17214ce), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.385343 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d1053abc-adf2-46f2-8ae2-86b59f7fe1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (fb0a2257-52d5-4a1e-ae6b-a76de17214ce), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.387820 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d1053abc-adf2-46f2-8ae2-86b59f7fe1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:01.389010 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d1053abc-adf2-46f2-8ae2-86b59f7fe1a8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fb0a2257-52d5-4a1e-ae6b-a76de17214ce HTTP/1.1" status: 204 len: 168 time: 0.1210070 Oct 30 01:08:01.397128 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1053abc-adf2-46f2-8ae2-86b59f7fe1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0a2257-52d5-4a1e-ae6b-a76de17214ce,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:01.823373 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158f30e-f3a6-4e9b-92fb-120271c15264 req-5ceadacf-c9ca-4572-b8d6-8c489ecff32e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:01.824919 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c158f30e-f3a6-4e9b-92fb-120271c15264 req-5ceadacf-c9ca-4572-b8d6-8c489ecff32e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0481057 Oct 30 01:08:01.875285 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c158f30e-f3a6-4e9b-92fb-120271c15264 req-3377c0f0-fb48-4b1c-abb8-7bd830b8835d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Oct 30 01:08:03.012142 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5858-f764-45d7-b9cb-9ce523ecdcdb req-a9cb8fe0-6371-4fda-9ac0-756f6d6e62ba tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:03.014447 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-244c5858-f764-45d7-b9cb-9ce523ecdcdb req-a9cb8fe0-6371-4fda-9ac0-756f6d6e62ba tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0585637 Oct 30 01:08:03.068276 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-244c5858-f764-45d7-b9cb-9ce523ecdcdb req-07553951-f2c8-4aff-baa3-03c3b98ec932 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461588 Oct 30 01:08:04.193004 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc619173-7a70-4f7f-bf7e-8362de24ee4f req-41fd05f1-0e06-4ec0-ab10-d3f7439fbafe tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:04.194491 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cc619173-7a70-4f7f-bf7e-8362de24ee4f req-41fd05f1-0e06-4ec0-ab10-d3f7439fbafe tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 944 time: 0.0474589 Oct 30 01:08:04.247686 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cc619173-7a70-4f7f-bf7e-8362de24ee4f req-d2b07997-0821-4f8d-9985-a8686990c115 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466554 Oct 30 01:08:04.740526 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 7cefd299-3b60-4011-b5ad-6ad6926ac49d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:08:04.852140 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:04.864556 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'port_id': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'mac_address': 'fa:16:3e:25:a7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:08:04.890136 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:04.901182 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 7cefd299-3b60-4011-b5ad-6ad6926ac49d is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:08:04.901573 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:04.915680 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cefd299-3b60-4011-b5ad-6ad6926ac49d {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:08:04.935309 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:04.942097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:04.995258 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=7cefd299-3b60-4011-b5ad-6ad6926ac49d,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:05.002894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.003921 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.004263 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.004602 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.004917 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.005241 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.005562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.005879 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.006196 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.006516 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.006832 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.007153 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.007468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.007808 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.008123 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:05.382126 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4666-6ac7-4321-9a5c-bf482ae4952d req-7594a9bb-862e-447c-9aa3-7554da5cdba6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:05.383592 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-591c4666-6ac7-4321-9a5c-bf482ae4952d req-7594a9bb-862e-447c-9aa3-7554da5cdba6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 945 time: 0.0509973 Oct 30 01:08:05.391944 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['7cefd299-3b60-4011-b5ad-6ad6926ac49d'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:08:05.418841 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:05.437402 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-591c4666-6ac7-4321-9a5c-bf482ae4952d req-dcc0d382-8f60-49f2-afd6-b92af8c6a226 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471714 Oct 30 01:08:05.601751 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49746) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:05.720004 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9c5158bf-99dc-4943-a53c-f8d591314dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.781949 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:05.801150 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9c5158bf-99dc-4943-a53c-f8d591314dae admin admin] Publish callbacks [] for security_group (be5be6ca-db1b-4893-8268-f9fafd6256e9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.806015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9c5158bf-99dc-4943-a53c-f8d591314dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (be5be6ca-db1b-4893-8268-f9fafd6256e9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.844639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5158bf-99dc-4943-a53c-f8d591314dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5be6ca-db1b-4893-8268-f9fafd6256e9,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:05.848975 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9c5158bf-99dc-4943-a53c-f8d591314dae admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fe22190cc3894e1c91d8b7f3e9fdb79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462032 Oct 30 01:08:05.853227 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49750) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:05.906231 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9bc27b53-eeb5-4633-a7ac-a14342e34e3b admin admin] Publish callbacks [] for security_group (be5be6ca-db1b-4893-8268-f9fafd6256e9), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.926805 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9bc27b53-eeb5-4633-a7ac-a14342e34e3b admin admin] Publish callbacks [] for security_group (be5be6ca-db1b-4893-8268-f9fafd6256e9), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.977911 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9bc27b53-eeb5-4633-a7ac-a14342e34e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (be5be6ca-db1b-4893-8268-f9fafd6256e9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.980822 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9bc27b53-eeb5-4633-a7ac-a14342e34e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:05.982040 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9bc27b53-eeb5-4633-a7ac-a14342e34e3b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/be5be6ca-db1b-4893-8268-f9fafd6256e9 HTTP/1.1" status: 204 len: 168 time: 0.1279228 Oct 30 01:08:06.001213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc27b53-eeb5-4633-a7ac-a14342e34e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5be6ca-db1b-4893-8268-f9fafd6256e9,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:06.166291 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-76599277-a7db-4ddc-a970-9fbf329c74c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.266110 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49756) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:06.279850 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-18a52d2e-b06a-4264-a190-4dde4ff02aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.359407 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-18a52d2e-b06a-4264-a190-4dde4ff02aa2 admin admin] Publish callbacks [] for security_group (4806c20d-ca8b-45fb-992b-7ff1f5c1f25f), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.364984 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-18a52d2e-b06a-4264-a190-4dde4ff02aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (4806c20d-ca8b-45fb-992b-7ff1f5c1f25f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.403685 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a52d2e-b06a-4264-a190-4dde4ff02aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4806c20d-ca8b-45fb-992b-7ff1f5c1f25f,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:06.410115 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-18a52d2e-b06a-4264-a190-4dde4ff02aa2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4eea9e97c0204e9da90011bc35a225a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428821 Oct 30 01:08:06.411747 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49758) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:06.435770 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.466548 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5b90d786-89aa-4033-9bf9-8d0ce2eaf0ec admin admin] Publish callbacks [] for security_group (4806c20d-ca8b-45fb-992b-7ff1f5c1f25f), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.489993 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5b90d786-89aa-4033-9bf9-8d0ce2eaf0ec admin admin] Publish callbacks [] for security_group (4806c20d-ca8b-45fb-992b-7ff1f5c1f25f), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.541728 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5b90d786-89aa-4033-9bf9-8d0ce2eaf0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (4806c20d-ca8b-45fb-992b-7ff1f5c1f25f), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.544514 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5b90d786-89aa-4033-9bf9-8d0ce2eaf0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.545732 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5b90d786-89aa-4033-9bf9-8d0ce2eaf0ec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4806c20d-ca8b-45fb-992b-7ff1f5c1f25f HTTP/1.1" status: 204 len: 168 time: 0.1330743 Oct 30 01:08:06.557273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90d786-89aa-4033-9bf9-8d0ce2eaf0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806c20d-ca8b-45fb-992b-7ff1f5c1f25f,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:06.576099 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ee42-e002-4c27-b417-2642ed4d9c2f req-a536a2f2-c729-42b9-9ec9-207eb77540e6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:06.578436 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-63c7ee42-e002-4c27-b417-2642ed4d9c2f req-a536a2f2-c729-42b9-9ec9-207eb77540e6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 945 time: 0.0587432 Oct 30 01:08:06.631356 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-63c7ee42-e002-4c27-b417-2642ed4d9c2f req-4c982497-9d34-4456-8f41-a006d55bc078 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 Oct 30 01:08:06.754688 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 7cefd299-3b60-4011-b5ad-6ad6926ac49d up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:08:06.798617 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 7cefd299-3b60-4011-b5ad-6ad6926ac49d completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:08:06.806835 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 7cefd299-3b60-4011-b5ad-6ad6926ac49d triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:08:06.807621 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.808068 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 7cefd299-3b60-4011-b5ad-6ad6926ac49d Oct 30 01:08:06.878025 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:06.887511 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 7cefd299-3b60-4011-b5ad-6ad6926ac49d is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:08:06.887967 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.913183 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:08:06.915451 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e895a1-a8b3-408e-9164-4af6f9812eff" -d '{"events": [{"server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "name": "network-vif-plugged", "status": "completed", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:08:06.930204 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:06.935201 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:06.984142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=7cefd299-3b60-4011-b5ad-6ad6926ac49d,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:07.143449 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa3f5a8-bbaa-4262-ad87-6eb0097563da x-openstack-request-id: req-7fa3f5a8-bbaa-4262-ad87-6eb0097563da {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:08:07.143711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "name": "network-vif-plugged", "status": "completed", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:08:07.144020 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fa3f5a8-bbaa-4262-ad87-6eb0097563da {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:08:07.144440 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa3f5a8-bbaa-4262-ad87-6eb0097563da'] response: {'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'code': 200} Oct 30 01:08:07.387113 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:07.419484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677d881-8dc3-4be9-84ee-299e9fd0c733 req-7307de4a-5526-4789-9e7a-68d1a9c6a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:07.421680 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5677d881-8dc3-4be9-84ee-299e9fd0c733 req-7307de4a-5526-4789-9e7a-68d1a9c6a1f8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 1130 time: 0.0432112 Oct 30 01:08:07.470428 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5677d881-8dc3-4be9-84ee-299e9fd0c733 req-c8a4aad1-de72-4fea-baec-adcbe523b4bc service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 Oct 30 01:08:07.750240 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ca470-a5d5-4dc0-b666-9528fac03078 req-5f78e92d-3413-435e-8f6c-2f01e2aedb69 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:07.751806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec9ca470-a5d5-4dc0-b666-9528fac03078 req-5f78e92d-3413-435e-8f6c-2f01e2aedb69 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0471916 Oct 30 01:08:07.785608 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:07.806184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ec9ca470-a5d5-4dc0-b666-9528fac03078 req-7c56c81e-2641-4337-a988-47825762df15 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477903 Oct 30 01:08:08.296790 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-fb28069f-0135-465c-8b28-32f157eaf8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:08.936532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c7333-8c66-4076-a878-1447e5728414 req-25016f5f-a452-46b1-87be-4b10322518b7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:08.938024 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-178c7333-8c66-4076-a878-1447e5728414 req-25016f5f-a452-46b1-87be-4b10322518b7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0529265 Oct 30 01:08:08.989530 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-178c7333-8c66-4076-a878-1447e5728414 req-e72b639e-4551-4921-b089-fe533623e46c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Oct 30 01:08:09.543765 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:09.544402 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-d98bc725-6f22-49d3-9768-ede7b77f5157 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460522 Oct 30 01:08:09.636250 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-bd0263f5-8cac-47a6-b080-84ce03a968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:09.637700 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-bd0263f5-8cac-47a6-b080-84ce03a968e8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 1131 time: 0.0412910 Oct 30 01:08:09.749285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-9c001bda-36c7-4da8-9a87-169dc9a08775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:09.750765 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-9c001bda-36c7-4da8-9a87-169dc9a08775 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 200 len: 917 time: 0.0911529 Oct 30 01:08:09.819701 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-d39a65ad-43b5-4fb1-914f-dd4b026029c4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 200 len: 1002 time: 0.0608819 Oct 30 01:08:09.852526 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:09.872620 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-287cec2d-ce04-428d-a6eb-2fef7b16669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:09.874207 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-287cec2d-ce04-428d-a6eb-2fef7b16669a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 200 len: 855 time: 0.0482779 Oct 30 01:08:09.920516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-da1e683b-b3d0-4d4a-9918-f019d2b545a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:09.922010 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-da1e683b-b3d0-4d4a-9918-f019d2b545a3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=8d646d29-e717-40c9-89d4-df0c802eb607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408714 Oct 30 01:08:10.021557 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-269f9607-24ac-439e-8d2c-9685c8edd9a5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923877 Oct 30 01:08:10.121876 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-24695cc4-d7f8-459b-b88e-b6d78668770f req-a8795bac-58fb-4457-aa7d-974f35831968 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932446 Oct 30 01:08:10.131432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da747921-b0cf-4e46-bbf5-977d52231b21 req-fe1f29d1-23d9-4ff2-98f2-ffa445c04329 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:10.132997 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-da747921-b0cf-4e46-bbf5-977d52231b21 req-fe1f29d1-23d9-4ff2-98f2-ffa445c04329 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0513799 Oct 30 01:08:10.188158 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-da747921-b0cf-4e46-bbf5-977d52231b21 req-22e55998-a689-4c7a-976c-66f214b6700f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491741 Oct 30 01:08:10.317767 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39a622-bb3d-4570-bea6-f64c86069723 req-aefc6847-eff4-43f1-9660-894154536c61 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:10.319276 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f39a622-bb3d-4570-bea6-f64c86069723 req-aefc6847-eff4-43f1-9660-894154536c61 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0533092 Oct 30 01:08:10.374051 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5f39a622-bb3d-4570-bea6-f64c86069723 req-98079410-09c9-49e4-a9bb-9661b56e35be tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488834 Oct 30 01:08:10.404332 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49844) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:10.610189 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd615f-afbb-47c9-ac9a-247a097b269a tempest-TestVolumeBootPattern-1997664150 tempest-TestVolumeBootPattern-1997664150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:10.611847 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a6fd615f-afbb-47c9-ac9a-247a097b269a tempest-TestVolumeBootPattern-1997664150 tempest-TestVolumeBootPattern-1997664150-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 1125 time: 0.2064888 Oct 30 01:08:10.614711 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49852) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:10.618883 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'port_id': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:08:10.641290 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:10.724409 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:10.845560 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Allocated IP 172.37.3.239 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/100a4503-7242-4cf7-947f-964a39fc42c7) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:08:10.906326 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:10.957277 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (100a4503-7242-4cf7-947f-964a39fc42c7), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:10.998363 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (100a4503-7242-4cf7-947f-964a39fc42c7), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.043384 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:08:11.046294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:08:11.049099 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:08:11.082906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=100a4503-7242-4cf7-947f-964a39fc42c7,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:11.089047 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.219704 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:11.269578 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.426122 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (b8429822-e14e-4ccb-993c-847084effda6), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.498507 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (100a4503-7242-4cf7-947f-964a39fc42c7), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.654497 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (100a4503-7242-4cf7-947f-964a39fc42c7), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.663501 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (100a4503-7242-4cf7-947f-964a39fc42c7), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.719395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:11.738494 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=100a4503-7242-4cf7-947f-964a39fc42c7,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:11.741405 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (b8429822-e14e-4ccb-993c-847084effda6), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:11.852036 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Floating IP b8429822-e14e-4ccb-993c-847084effda6 associated. External IP: 172.37.3.239, port: 7cefd299-3b60-4011-b5ad-6ad6926ac49d. Oct 30 01:08:12.324864 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:08:12.327808 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:12.440956 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:08:12.451562 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111b753-cc5e-437a-a857-13da37755256 None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:08:12.463109 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:12.465999 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:12.466632 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:12.493969 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6ebb710b-96be-4f17-8e92-cde6899cabfb tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8781958 Oct 30 01:08:12.494739 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:08:12.497184 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23" -d '{"events": [{"name": "network-changed", "server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:08:12.536861 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d18e5-63e4-450b-ab03-f522981886bc x-openstack-request-id: req-1a4d18e5-63e4-450b-ab03-f522981886bc {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:08:12.537145 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:08:12.537386 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a4d18e5-63e4-450b-ab03-f522981886bc {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:08:12.537789 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4d18e5-63e4-450b-ab03-f522981886bc'] response: {'name': 'network-changed', 'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'status': 'completed', 'code': 200} Oct 30 01:08:12.572097 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:12.632043 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-4261aa4b-f931-4ef9-aeee-171058c13071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:12.633524 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-4261aa4b-f931-4ef9-aeee-171058c13071 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 1130 time: 0.0408487 Oct 30 01:08:12.728888 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-e0d63d0d-5278-4b8d-a240-305ed78e6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:12.730350 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-e0d63d0d-5278-4b8d-a240-305ed78e6e82 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0906367 Oct 30 01:08:12.783419 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b8429822-e14e-4ccb-993c-847084effda6', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.239', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:25:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8549d-4f75-4c98-9773-98efe4196889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:08:11Z', 'updated_at': '2022-10-30T01:08:11Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:12.792634 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-3440d936-e1c5-4b01-bf93-242e9a720786 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d HTTP/1.1" status: 200 len: 1000 time: 0.0556464 Oct 30 01:08:12.808666 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111b753-cc5e-437a-a857-13da37755256 None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:08:12.817949 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:12.818543 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:12.843105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-a299e939-26bc-47cb-b6cd-68809e828c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:12.844484 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-a299e939-26bc-47cb-b6cd-68809e828c8b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0441859 Oct 30 01:08:12.892824 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-71ef8be3-3503-47b5-865f-a4f073395988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:12.894290 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-71ef8be3-3503-47b5-865f-a4f073395988 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432534 Oct 30 01:08:12.923384 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:12.986886 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-adb33280-a7f1-4db5-93a8-c99b1e8ad485 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857453 Oct 30 01:08:13.083968 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-bcad3b0b-c171-4c13-93ae-f4c15cd7da23 req-95e52eb8-b0a2-4987-8504-b70b93fd8fd2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909269 Oct 30 01:08:13.141974 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-e111b753-cc5e-437a-a857-13da37755256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b8429822-e14e-4ccb-993c-847084effda6', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.239', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:25:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8549d-4f75-4c98-9773-98efe4196889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:08:11Z', 'updated_at': '2022-10-30T01:08:11Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:13.166994 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111b753-cc5e-437a-a857-13da37755256 None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b8429822-e14e-4ccb-993c-847084effda6', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.239', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:25:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8549d-4f75-4c98-9773-98efe4196889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:08:11Z', 'updated_at': '2022-10-30T01:08:11Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:08:13.373315 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989da25-9e14-4c88-9b2a-b3c61ccaf8b8 None None] New status for floating IP b8429822-e14e-4ccb-993c-847084effda6: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:08:14.883857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49914) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:14.996175 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.073137 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Publish callbacks [] for security_group (26d2c02f-2f8b-4a95-b5f5-c6272e54e950), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.079972 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (26d2c02f-2f8b-4a95-b5f5-c6272e54e950), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.118936 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=87bcdc77b34f47ef8f6cff47a2c1ed66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340150 Oct 30 01:08:15.120818 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d2c02f-2f8b-4a95-b5f5-c6272e54e950,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:15.122179 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49924) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:15.128543 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.128941 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.129219 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.129549 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.129876 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.130196 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.130512 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.130826 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.131145 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.131465 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.131808 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.132126 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.132436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.132744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.133054 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0feb30-3cc6-4088-82b7-a884d3fc02c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:15.156434 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:15.175761 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8f75810-b323-47b0-a961-5de9ff09b208 admin admin] Publish callbacks [] for security_group (26d2c02f-2f8b-4a95-b5f5-c6272e54e950), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.196480 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8f75810-b323-47b0-a961-5de9ff09b208 admin admin] Publish callbacks [] for security_group (26d2c02f-2f8b-4a95-b5f5-c6272e54e950), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.245065 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8f75810-b323-47b0-a961-5de9ff09b208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (26d2c02f-2f8b-4a95-b5f5-c6272e54e950), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.247932 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8f75810-b323-47b0-a961-5de9ff09b208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.249063 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d8f75810-b323-47b0-a961-5de9ff09b208 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/26d2c02f-2f8b-4a95-b5f5-c6272e54e950 HTTP/1.1" status: 204 len: 168 time: 0.1263099 Oct 30 01:08:15.257822 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f75810-b323-47b0-a961-5de9ff09b208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d2c02f-2f8b-4a95-b5f5-c6272e54e950,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:15.545318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49936) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:15.559573 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a23cd496-2a7f-4b1e-80b6-1fbfeb65737e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.642872 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a23cd496-2a7f-4b1e-80b6-1fbfeb65737e admin admin] Publish callbacks [] for security_group (2e247c2f-ae0c-416b-ab39-4c732dc67eab), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.648565 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a23cd496-2a7f-4b1e-80b6-1fbfeb65737e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2e247c2f-ae0c-416b-ab39-4c732dc67eab), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.658736 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:15.691792 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cd496-2a7f-4b1e-80b6-1fbfeb65737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e247c2f-ae0c-416b-ab39-4c732dc67eab,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:15.697281 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a23cd496-2a7f-4b1e-80b6-1fbfeb65737e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9f23ffb601b84201ad5efbaf9fedb088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509159 Oct 30 01:08:15.700122 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 49938) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:15.749758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-61f50058-89d8-4702-9a05-79a002db7eca admin admin] Publish callbacks [] for security_group (2e247c2f-ae0c-416b-ab39-4c732dc67eab), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.770051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-61f50058-89d8-4702-9a05-79a002db7eca admin admin] Publish callbacks [] for security_group (2e247c2f-ae0c-416b-ab39-4c732dc67eab), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.820017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-61f50058-89d8-4702-9a05-79a002db7eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2e247c2f-ae0c-416b-ab39-4c732dc67eab), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.822518 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-61f50058-89d8-4702-9a05-79a002db7eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:15.823652 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-61f50058-89d8-4702-9a05-79a002db7eca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2e247c2f-ae0c-416b-ab39-4c732dc67eab HTTP/1.1" status: 204 len: 168 time: 0.1227298 Oct 30 01:08:15.831690 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f50058-89d8-4702-9a05-79a002db7eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e247c2f-ae0c-416b-ab39-4c732dc67eab,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:15.844703 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:16.172076 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49944) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:16.185935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-086ffc2b-1f64-425a-99d7-96a9a65fb9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.268654 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-086ffc2b-1f64-425a-99d7-96a9a65fb9f7 admin admin] Publish callbacks [] for security_group (657e239f-232d-420d-bb47-5c7bede48ccd), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.274674 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-086ffc2b-1f64-425a-99d7-96a9a65fb9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (657e239f-232d-420d-bb47-5c7bede48ccd), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.550418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ffc2b-1f64-425a-99d7-96a9a65fb9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657e239f-232d-420d-bb47-5c7bede48ccd,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:16.554832 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-086ffc2b-1f64-425a-99d7-96a9a65fb9f7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dd9921cb7c2244c1ac87c1ed5b90b3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817008 Oct 30 01:08:16.557673 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 49948) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:16.607442 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-da266712-fa9f-4cf2-bda8-e34b10d459f0 admin admin] Publish callbacks [] for security_group (657e239f-232d-420d-bb47-5c7bede48ccd), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.627583 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-da266712-fa9f-4cf2-bda8-e34b10d459f0 admin admin] Publish callbacks [] for security_group (657e239f-232d-420d-bb47-5c7bede48ccd), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.633344 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:16.635495 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:16.679242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-da266712-fa9f-4cf2-bda8-e34b10d459f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (657e239f-232d-420d-bb47-5c7bede48ccd), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.681958 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-da266712-fa9f-4cf2-bda8-e34b10d459f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:16.683094 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-da266712-fa9f-4cf2-bda8-e34b10d459f0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/657e239f-232d-420d-bb47-5c7bede48ccd HTTP/1.1" status: 204 len: 168 time: 0.1246014 Oct 30 01:08:16.691290 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266712-fa9f-4cf2-bda8-e34b10d459f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657e239f-232d-420d-bb47-5c7bede48ccd,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:22.729555 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:08:24.645027 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c1a8e-c46b-4661-9383-604511bb533f req-9c0e2b53-7eb0-42b4-9835-cf14571b4942 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:24.646503 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-602c1a8e-c46b-4661-9383-604511bb533f req-9c0e2b53-7eb0-42b4-9835-cf14571b4942 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0611694 Oct 30 01:08:24.700255 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-602c1a8e-c46b-4661-9383-604511bb533f req-82d6c8ee-6a1f-453a-a97e-eeabf64d5696 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475137 Oct 30 01:08:25.136959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50104) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:25.247509 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-123cdaed-a1e7-47a8-a1b5-4ec4c2958f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.327216 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-123cdaed-a1e7-47a8-a1b5-4ec4c2958f67 admin admin] Publish callbacks [] for security_group (8e090eef-ea47-4dce-825e-0d4d2e53dae6), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.332693 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-123cdaed-a1e7-47a8-a1b5-4ec4c2958f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (8e090eef-ea47-4dce-825e-0d4d2e53dae6), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.373766 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-123cdaed-a1e7-47a8-a1b5-4ec4c2958f67 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1ca77f31e2244ba1b13d57cbcf797c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356994 Oct 30 01:08:25.374977 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cdaed-a1e7-47a8-a1b5-4ec4c2958f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e090eef-ea47-4dce-825e-0d4d2e53dae6,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:25.376504 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50108) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:25.427883 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b991dc4e-5254-4e18-9a63-f687f08117b9 admin admin] Publish callbacks [] for security_group (8e090eef-ea47-4dce-825e-0d4d2e53dae6), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.448236 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b991dc4e-5254-4e18-9a63-f687f08117b9 admin admin] Publish callbacks [] for security_group (8e090eef-ea47-4dce-825e-0d4d2e53dae6), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.499243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b991dc4e-5254-4e18-9a63-f687f08117b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (8e090eef-ea47-4dce-825e-0d4d2e53dae6), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.503453 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b991dc4e-5254-4e18-9a63-f687f08117b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.505427 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b991dc4e-5254-4e18-9a63-f687f08117b9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8e090eef-ea47-4dce-825e-0d4d2e53dae6 HTTP/1.1" status: 204 len: 168 time: 0.1276000 Oct 30 01:08:25.516035 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991dc4e-5254-4e18-9a63-f687f08117b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e090eef-ea47-4dce-825e-0d4d2e53dae6,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:25.790061 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50118) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:25.804308 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cb36ab68-c304-4773-92c0-e21e3055c140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.827899 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e7fe6-aad7-4022-81f2-de4a4b4a4ee9 req-c7143877-4a29-4124-9032-8b3aa2167676 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:25.829385 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d73e7fe6-aad7-4022-81f2-de4a4b4a4ee9 req-c7143877-4a29-4124-9032-8b3aa2167676 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0506275 Oct 30 01:08:25.863369 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:25.879656 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d73e7fe6-aad7-4022-81f2-de4a4b4a4ee9 req-1d191021-e633-464a-9cbd-ea3a567c9ef7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Oct 30 01:08:25.885046 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cb36ab68-c304-4773-92c0-e21e3055c140 admin admin] Publish callbacks [] for security_group (cbe4c5f0-4a61-4e1c-b095-4ab1fee711df), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.890952 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-cb36ab68-c304-4773-92c0-e21e3055c140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (cbe4c5f0-4a61-4e1c-b095-4ab1fee711df), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:25.931254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ab68-c304-4773-92c0-e21e3055c140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe4c5f0-4a61-4e1c-b095-4ab1fee711df,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:25.935525 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-cb36ab68-c304-4773-92c0-e21e3055c140 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=63f1234bf985406d9886d95e81a4770e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442900 Oct 30 01:08:25.938079 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50120) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:25.994160 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81473072-7fea-4997-884e-2ca0354da74f admin admin] Publish callbacks [] for security_group (cbe4c5f0-4a61-4e1c-b095-4ab1fee711df), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.017223 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81473072-7fea-4997-884e-2ca0354da74f admin admin] Publish callbacks [] for security_group (cbe4c5f0-4a61-4e1c-b095-4ab1fee711df), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.071035 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81473072-7fea-4997-884e-2ca0354da74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (cbe4c5f0-4a61-4e1c-b095-4ab1fee711df), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.075139 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-81473072-7fea-4997-884e-2ca0354da74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.076802 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-81473072-7fea-4997-884e-2ca0354da74f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cbe4c5f0-4a61-4e1c-b095-4ab1fee711df HTTP/1.1" status: 204 len: 168 time: 0.1378343 Oct 30 01:08:26.085498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81473072-7fea-4997-884e-2ca0354da74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe4c5f0-4a61-4e1c-b095-4ab1fee711df,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:26.419325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50126) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:26.433575 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f3286144-456f-451a-a3f3-14102080b040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.473047 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:26.521675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f3286144-456f-451a-a3f3-14102080b040 admin admin] Publish callbacks [] for security_group (dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.527848 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f3286144-456f-451a-a3f3-14102080b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.564957 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3286144-456f-451a-a3f3-14102080b040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:26.569572 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f3286144-456f-451a-a3f3-14102080b040 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=18c2e00e366e496face932da216d6946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490412 Oct 30 01:08:26.573529 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50128) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:26.622798 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eb648953-bbb4-406b-aa33-a594df6fd963 admin admin] Publish callbacks [] for security_group (dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.643309 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eb648953-bbb4-406b-aa33-a594df6fd963 admin admin] Publish callbacks [] for security_group (dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.693395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eb648953-bbb4-406b-aa33-a594df6fd963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.696080 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-eb648953-bbb4-406b-aa33-a594df6fd963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:26.697273 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-eb648953-bbb4-406b-aa33-a594df6fd963 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa HTTP/1.1" status: 204 len: 168 time: 0.1234713 Oct 30 01:08:26.705306 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb648953-bbb4-406b-aa33-a594df6fd963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc627b7e-e9c2-4e44-b57c-6eeb2945b4aa,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:26.952511 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-a25b4541-7ee2-4a10-affb-ea924e73ac34 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:26.954046 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-a25b4541-7ee2-4a10-affb-ea924e73ac34 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0602846 Oct 30 01:08:27.009888 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee4d13-0fb0-4489-b96b-225e5534e5a5 req-a0fdc906-eef8-4b89-b02f-589df4b2c5cf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:27.011541 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d4ee4d13-0fb0-4489-b96b-225e5534e5a5 req-a0fdc906-eef8-4b89-b02f-589df4b2c5cf tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 945 time: 0.0524554 Oct 30 01:08:27.045224 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port c36e47a4-5169-485f-88ec-96caef1c3d0f {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:27.045806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:27.070377 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d4ee4d13-0fb0-4489-b96b-225e5534e5a5 req-d7e15739-e6a2-4caa-b009-813b97fba068 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=641f719b-ddf1-4e63-a949-b4c1617fb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521123 Oct 30 01:08:27.144534 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] For port c36e47a4-5169-485f-88ec-96caef1c3d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c36e47a4-5169-485f-88ec-96caef1c3d0f,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:27.145085 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:27.258009 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:27.319275 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:27.319748 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (3213d91d-7abf-4c37-9946-33c64b50f87f), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:27.320158 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Floating IP 3213d91d-7abf-4c37-9946-33c64b50f87f disassociated. External IP: 172.37.3.4, port: c36e47a4-5169-485f-88ec-96caef1c3d0f. Oct 30 01:08:27.320537 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for c36e47a4-5169-485f-88ec-96caef1c3d0f owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:27.457380 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c36e47a4-5169-485f-88ec-96caef1c3d0f), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:27.491460 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=c36e47a4-5169-485f-88ec-96caef1c3d0f,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:27.497201 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:27.602293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:08:27.711406 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:08:27.722514 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:08:27.726438 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=90 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:27.727231 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=94 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:27.735888 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:27.736512 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:27.759526 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] No DVR routers for this DVR port c36e47a4-5169-485f-88ec-96caef1c3d0f on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:08:27.762286 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:27.765573 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6b8659e1-747a-4452-bff8-cc3083f8a04a req-dda30c14-69cf-4eba-a6ec-7e8624bb3343 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.43 "DELETE /networking/v2.0/ports/c36e47a4-5169-485f-88ec-96caef1c3d0f HTTP/1.1" status: 204 len: 173 time: 0.8050675 Oct 30 01:08:27.766060 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'name': 'network-vif-deleted', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:08:27.768443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3bc773-df70-4465-898b-d665a5bd2abb" -d '{"events": [{"server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "name": "network-vif-deleted", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:08:27.829404 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d4b885-5ea3-44cd-85a6-5344dc277461 x-openstack-request-id: req-d8d4b885-5ea3-44cd-85a6-5344dc277461 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:08:27.829696 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd5acc-f9cf-4244-ae3b-429260b7c33f", "name": "network-vif-deleted", "tag": "c36e47a4-5169-485f-88ec-96caef1c3d0f", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:08:27.829991 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8d4b885-5ea3-44cd-85a6-5344dc277461 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:08:27.830559 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d4b885-5ea3-44cd-85a6-5344dc277461'] response: {'server_uuid': 'ffdd5acc-f9cf-4244-ae3b-429260b7c33f', 'name': 'network-vif-deleted', 'tag': 'c36e47a4-5169-485f-88ec-96caef1c3d0f', 'status': 'completed', 'code': 200} Oct 30 01:08:27.848466 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:28.084328 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:28.110911 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:08:28.119913 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:28.120596 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:28.183618 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2efd2261-3f70-47f5-a0c9-e7502fa5d60c req-655d536f-e224-47c2-9853-40a4b126efd7 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffdd5acc-f9cf-4244-ae3b-429260b7c33f HTTP/1.1" status: 200 len: 210 time: 0.0276484 Oct 30 01:08:28.311835 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:28.509098 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:28.537972 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73115e1a-46e7-4b5d-a233-081e9f7d6410 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T00:55:57Z', 'revision_number': 4, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a4c4225b-7f8b-4154-aab9-1575737618da', 'name': '', 'network_id': '4400f15d-ace0-4893-b5ff-c43f47dad5a5', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'mac_address': 'fa:16:3e:57:84:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:54Z', 'updated_at': '2022-10-30T00:56:10Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'subnets': [{'id': '53508a5d-d8c5-48c3-8103-6957eeeafd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:08:28.763824 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7911324-3032-45f2-892e-c9872b28a7f4 None None] New status for floating IP 3213d91d-7abf-4c37-9946-33c64b50f87f: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:08:29.289354 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50176) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:29.345818 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-67513bab-056e-4b19-84cb-c21841756927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (641f719b-ddf1-4e63-a949-b4c1617fb702), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.369987 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-67513bab-056e-4b19-84cb-c21841756927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (641f719b-ddf1-4e63-a949-b4c1617fb702), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.426959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-67513bab-056e-4b19-84cb-c21841756927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (641f719b-ddf1-4e63-a949-b4c1617fb702), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.430403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-67513bab-056e-4b19-84cb-c21841756927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.436247 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-67513bab-056e-4b19-84cb-c21841756927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/641f719b-ddf1-4e63-a949-b4c1617fb702 HTTP/1.1" status: 204 len: 168 time: 0.1415515 Oct 30 01:08:29.436723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50178) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:29.444554 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67513bab-056e-4b19-84cb-c21841756927 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641f719b-ddf1-4e63-a949-b4c1617fb702,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:29.456201 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.api.v2.resource [None req-68bd1994-541d-4da8-866f-95fa18b45cc1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] show failed (client error): The resource could not be found. Oct 30 01:08:29.457724 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-68bd1994-541d-4da8-866f-95fa18b45cc1 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "GET /networking/v2.0/security-groups/641f719b-ddf1-4e63-a949-b4c1617fb702 HTTP/1.1" status: 404 len: 347 time: 0.0193467 Oct 30 01:08:29.461170 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50180) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:29.581608 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Deleting port 2054e993-64e2-4203-98ad-84ffbc260c22 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:29.581950 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (2054e993-64e2-4203-98ad-84ffbc260c22), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.662447 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (2054e993-64e2-4203-98ad-84ffbc260c22), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.662724 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (2054e993-64e2-4203-98ad-84ffbc260c22), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.675338 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Calling delete_port for 2054e993-64e2-4203-98ad-84ffbc260c22 owned by network:floatingip {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:29.748650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:29.820512 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (2054e993-64e2-4203-98ad-84ffbc260c22), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.844377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Pushing event deleted for resources: {'Port': ['ID=2054e993-64e2-4203-98ad-84ffbc260c22,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:29.912180 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks [] for floatingip (3213d91d-7abf-4c37-9946-33c64b50f87f), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.915302 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:29.916454 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-216ae03c-0832-4615-839e-3b7058db5322 tempest-AttachVolumeNegativeTest-618009204 tempest-AttachVolumeNegativeTest-618009204-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/3213d91d-7abf-4c37-9946-33c64b50f87f HTTP/1.1" status: 204 len: 168 time: 0.4541926 Oct 30 01:08:30.443952 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50192) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:30.561154 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7994dbc8-8aa2-43a9-a02b-1c584cfd97ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.587166 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:30.640737 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7994dbc8-8aa2-43a9-a02b-1c584cfd97ed admin admin] Publish callbacks [] for security_group (2c578fb7-41d5-4296-97f0-bf03aea73a31), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.646545 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-7994dbc8-8aa2-43a9-a02b-1c584cfd97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2c578fb7-41d5-4296-97f0-bf03aea73a31), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.686237 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-7994dbc8-8aa2-43a9-a02b-1c584cfd97ed admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=995977e0c3de415a9d1415d0de064c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412109 Oct 30 01:08:30.687020 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994dbc8-8aa2-43a9-a02b-1c584cfd97ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c578fb7-41d5-4296-97f0-bf03aea73a31,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:30.689178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50196) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:30.738410 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-67c12550-ff8c-42f7-b984-8f97b00b1c0a admin admin] Publish callbacks [] for security_group (2c578fb7-41d5-4296-97f0-bf03aea73a31), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.762085 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-67c12550-ff8c-42f7-b984-8f97b00b1c0a admin admin] Publish callbacks [] for security_group (2c578fb7-41d5-4296-97f0-bf03aea73a31), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.811105 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-67c12550-ff8c-42f7-b984-8f97b00b1c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (2c578fb7-41d5-4296-97f0-bf03aea73a31), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.815201 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-67c12550-ff8c-42f7-b984-8f97b00b1c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:30.816544 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-67c12550-ff8c-42f7-b984-8f97b00b1c0a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2c578fb7-41d5-4296-97f0-bf03aea73a31 HTTP/1.1" status: 204 len: 168 time: 0.1263306 Oct 30 01:08:30.824857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c12550-ff8c-42f7-b984-8f97b00b1c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c578fb7-41d5-4296-97f0-bf03aea73a31,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:30.922056 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c36e47a4-5169-485f-88ec-96caef1c3d0f no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:30.941878 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: c36e47a4-5169-485f-88ec-96caef1c3d0f {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:30.942225 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device c36e47a4-5169-485f-88ec-96caef1c3d0f not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:33.670255 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50284) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:33.885033 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ea825-de16-4e37-a7f6-ee4ade580864 req-b83b186b-4e7d-4800-be6c-3fbe064049c9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:33.886429 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d59ea825-de16-4e37-a7f6-ee4ade580864 req-b83b186b-4e7d-4800-be6c-3fbe064049c9 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0856326 Oct 30 01:08:33.979636 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d59ea825-de16-4e37-a7f6-ee4ade580864 req-93d3e6ce-8dc4-487a-921d-888070240be8 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869081 Oct 30 01:08:34.037676 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:34.082448 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:34.201071 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:34.429058 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Deleting port a4c4225b-7f8b-4154-aab9-1575737618da {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:34.429465 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:34.510330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] For port a4c4225b-7f8b-4154-aab9-1575737618da, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a4c4225b-7f8b-4154-aab9-1575737618da,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:34.510695 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:34.526783 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Calling delete_port for a4c4225b-7f8b-4154-aab9-1575737618da owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:34.718811 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (a4c4225b-7f8b-4154-aab9-1575737618da), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:34.742819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c4225b-7f8b-4154-aab9-1575737618da,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:34.851744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:34.910274 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:34.930778 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f83d8-9ac2-4901-8507-1c347044723e None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:08:35.014831 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:35.021817 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f83d8-9ac2-4901-8507-1c347044723e None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:08:35.148860 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa7af-c878-4db0-8cd9-5ec4d5a063ba req-f9faa0df-e387-48f6-9fe6-c88e03e2af5a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:35.150335 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2c4aa7af-c878-4db0-8cd9-5ec4d5a063ba req-f9faa0df-e387-48f6-9fe6-c88e03e2af5a tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0853176 Oct 30 01:08:35.164919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Router ca090e6c-1dd2-412a-a2f4-ed42be885d0b has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:08:35.242505 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2c4aa7af-c878-4db0-8cd9-5ec4d5a063ba req-e55ab43b-cd87-4ef0-ac7c-d957dc843582 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860720 Oct 30 01:08:35.302356 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:08:35.310615 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ba2f900f-2963-4790-abcc-922caa72648c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ca090e6c-1dd2-412a-a2f4-ed42be885d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6374784 Oct 30 01:08:35.310615 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50294) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:35.314174 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] Sync routers for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:08:35.325892 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:35.326507 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:35.421163 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks [] for router (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:35.435972 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:35.526465 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks [] for router_gateway (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:35.571406 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Deleting port 923013fe-7bc8-4b35-8830-d5dc263cd454 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:35.571822 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:35.607561 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:35.613648 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114'}], 'enable_snat': True}, 'gw_port_id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T01:08:34Z', 'revision_number': 5, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port': {'id': '923013fe-7bc8-4b35-8830-d5dc263cd454', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:35.639432 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] Checking router: ca090e6c-1dd2-412a-a2f4-ed42be885d0b for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:08:35.649465 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] Routers {'ca090e6c-1dd2-412a-a2f4-ed42be885d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:35.650061 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:35.652687 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-98015f55-76c1-460f-9fd7-f5f85cc7206d None None] Provisioning complete for port e2ec4343-9507-41ed-a243-f9f350da5609 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:08:35.653048 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-98015f55-76c1-460f-9fd7-f5f85cc7206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:35.653599 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-98015f55-76c1-460f-9fd7-f5f85cc7206d None None] Attempt 1 to provision port e2ec4343-9507-41ed-a243-f9f350da5609 Oct 30 01:08:35.655982 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] For port 923013fe-7bc8-4b35-8830-d5dc263cd454, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=923013fe-7bc8-4b35-8830-d5dc263cd454,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:35.656405 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:35.669819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:35.676159 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Calling delete_port for 923013fe-7bc8-4b35-8830-d5dc263cd454 owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:35.726938 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-98015f55-76c1-460f-9fd7-f5f85cc7206d None None] Current status of the port e2ec4343-9507-41ed-a243-f9f350da5609 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:08:35.732663 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:35.737743 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] Set router ca090e6c-1dd2-412a-a2f4-ed42be885d0b gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:35.787707 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T01:08:35Z', 'revision_number': 6, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:35.813746 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b914103-caf7-45a8-92c9-ca6bf80628e9 None None] The sync data for ids ['ca090e6c-1dd2-412a-a2f4-ed42be885d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'ca090e6c-1dd2-412a-a2f4-ed42be885d0b', 'name': 'tempest-AttachVolumeNegativeTest-1638285474-router', 'tenant_id': '6b68b886c19c45d585409651f33b8626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:46Z', 'updated_at': '2022-10-30T01:08:35Z', 'revision_number': 6, 'project_id': '6b68b886c19c45d585409651f33b8626', 'gw_port_host': None}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:08:35.859527 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (923013fe-7bc8-4b35-8830-d5dc263cd454), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:35.890978 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=923013fe-7bc8-4b35-8830-d5dc263cd454,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:35.954921 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.043304 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.045670 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks [] for router_controller (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.092920 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (ca090e6c-1dd2-412a-a2f4-ed42be885d0b), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.093810 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca090e6c-1dd2-412a-a2f4-ed42be885d0b {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:08:36.100820 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.102546 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a358cbe1-a78c-4fc4-ac73-e26009583f5b admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ca090e6c-1dd2-412a-a2f4-ed42be885d0b HTTP/1.1" status: 204 len: 168 time: 0.7910066 Oct 30 01:08:36.106663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50298) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:36.114392 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:36.158907 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Deleting subnet 53508a5d-d8c5-48c3-8103-6957eeeafd5f {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:08:36.163410 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Publish callbacks [] for subnet (53508a5d-d8c5-48c3-8103-6957eeeafd5f), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.180108 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2d630e11-b7da-4af2-add7-d089e21f0513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.201144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (53508a5d-d8c5-48c3-8103-6957eeeafd5f), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.279689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (53508a5d-d8c5-48c3-8103-6957eeeafd5f), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.361242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (53508a5d-d8c5-48c3-8103-6957eeeafd5f), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.392020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53508a5d-d8c5-48c3-8103-6957eeeafd5f,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:36.406331 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5203e2-513e-4e97-983e-994a3563a7ce req-5aeaacc0-0f9a-4939-820a-c3a26792a375 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:36.407845 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba5203e2-513e-4e97-983e-994a3563a7ce req-5aeaacc0-0f9a-4939-820a-c3a26792a375 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0780442 Oct 30 01:08:36.407986 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7da44d-099f-44e8-bf9d-e2a036be6665 None None] Network 4400f15d-ace0-4893-b5ff-c43f47dad5a5 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:08:36.408852 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.414270 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a0d57611-4043-48fb-a6c3-f96cea73ad0f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/53508a5d-d8c5-48c3-8103-6957eeeafd5f HTTP/1.1" status: 204 len: 168 time: 0.3043244 Oct 30 01:08:36.414797 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50304) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:36.457979 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba5203e2-513e-4e97-983e-994a3563a7ce req-aa9de66a-1743-4375-bf82-2951613b236d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437558 Oct 30 01:08:36.470583 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:36.481683 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.494258 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (4400f15d-ace0-4893-b5ff-c43f47dad5a5), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.540959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Deleting port e2ec4343-9507-41ed-a243-f9f350da5609 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:36.541300 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.595478 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] DHCP port deletion for 4400f15d-ace0-4893-b5ff-c43f47dad5a5 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:08:36.612846 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] For port e2ec4343-9507-41ed-a243-f9f350da5609, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2ec4343-9507-41ed-a243-f9f350da5609,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:36.613298 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.631543 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Calling delete_port for e2ec4343-9507-41ed-a243-f9f350da5609 owned by network:dhcp {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:36.643232 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a4c4225b-7f8b-4154-aab9-1575737618da no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:36.646679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] Deleting port e2ec4343-9507-41ed-a243-f9f350da5609 {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:36.647052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.667975 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: a4c4225b-7f8b-4154-aab9-1575737618da {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:36.668590 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a4c4225b-7f8b-4154-aab9-1575737618da not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:36.669183 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 923013fe-7bc8-4b35-8830-d5dc263cd454 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:36.695881 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 923013fe-7bc8-4b35-8830-d5dc263cd454 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:36.696257 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 923013fe-7bc8-4b35-8830-d5dc263cd454 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:36.696679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e2ec4343-9507-41ed-a243-f9f350da5609 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:36.722404 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.745432 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ec4343-9507-41ed-a243-f9f350da5609,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:36.753251 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] No DVR routers for this DVR port e2ec4343-9507-41ed-a243-f9f350da5609 on host dv-cinder-master-3-iscsi {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:08:36.783623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] For port e2ec4343-9507-41ed-a243-f9f350da5609, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e2ec4343-9507-41ed-a243-f9f350da5609,segment=NetworkSegment(b70cbacf-baa0-4d4f-8bcb-987d0a06d84e),segment_id=b70cbacf-baa0-4d4f-8bcb-987d0a06d84e)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:36.784064 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.797581 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No active binding found for port e2ec4343-9507-41ed-a243-f9f350da5609 {{(pid=104543) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 30 01:08:36.797961 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] The host dv-cinder-master-3-iscsi is not matching for port e2ec4343-9507-41ed-a243-f9f350da5609 host None! {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 30 01:08:36.798348 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e2ec4343-9507-41ed-a243-f9f350da5609 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:36.800219 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] Calling delete_port for e2ec4343-9507-41ed-a243-f9f350da5609 owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:36.829451 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (4400f15d-ace0-4893-b5ff-c43f47dad5a5), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.852193 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4400f15d-ace0-4893-b5ff-c43f47dad5a5']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:36.863852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:36.864147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70cbacf-baa0-4d4f-8bcb-987d0a06d84e') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:36.878636 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (e2ec4343-9507-41ed-a243-f9f350da5609), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.879290 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (b70cbacf-baa0-4d4f-8bcb-987d0a06d84e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.897547 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (b70cbacf-baa0-4d4f-8bcb-987d0a06d84e), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.903922 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] Pushing event deleted for resources: {'Port': ['ID=e2ec4343-9507-41ed-a243-f9f350da5609,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:36.904876 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:08:36.905260 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (b70cbacf-baa0-4d4f-8bcb-987d0a06d84e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.907567 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6963860-6c8b-4891-b092-fee7ce973eac None None] No DVR routers for this DVR port e2ec4343-9507-41ed-a243-f9f350da5609 on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:08:36.949509 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment b70cbacf-baa0-4d4f-8bcb-987d0a06d84e resource provider aggregate not found Oct 30 01:08:36.971443 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment b70cbacf-baa0-4d4f-8bcb-987d0a06d84e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b70cbacf-baa0-4d4f-8bcb-987d0a06d84e found for delete ", "request_id": "req-0bc15e70-4a24-4281-b766-a96ce4d4c853"}]} Oct 30 01:08:36.977177 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (4400f15d-ace0-4893-b5ff-c43f47dad5a5), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.983356 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:36.986612 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4400f15d-ace0-4893-b5ff-c43f47dad5a5 HTTP/1.1" status: 204 len: 168 time: 0.5707891 Oct 30 01:08:36.998943 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2289cc-63b7-4feb-bcb9-e7610a7717e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4400f15d-ace0-4893-b5ff-c43f47dad5a5,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:37.107025 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50312) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:37.150189 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-29dc5c5a-e718-4fb8-bb98-2dc668e5e432 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6b68b886c19c45d585409651f33b8626&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417442 Oct 30 01:08:37.152499 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50314) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:37.182739 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:37.206786 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02ed7894-d68b-4c59-bbe7-ed8c5bef5e0a admin admin] Publish callbacks [] for security_group (0887d0b1-1da8-4bd7-ac56-418faaaf7318), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:37.228093 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02ed7894-d68b-4c59-bbe7-ed8c5bef5e0a admin admin] Publish callbacks [] for security_group (0887d0b1-1da8-4bd7-ac56-418faaaf7318), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:37.281280 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02ed7894-d68b-4c59-bbe7-ed8c5bef5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0887d0b1-1da8-4bd7-ac56-418faaaf7318), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:37.283962 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02ed7894-d68b-4c59-bbe7-ed8c5bef5e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:37.285125 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-02ed7894-d68b-4c59-bbe7-ed8c5bef5e0a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0887d0b1-1da8-4bd7-ac56-418faaaf7318 HTTP/1.1" status: 204 len: 168 time: 0.1314723 Oct 30 01:08:37.293332 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed7894-d68b-4c59-bbe7-ed8c5bef5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887d0b1-1da8-4bd7-ac56-418faaaf7318,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:37.592908 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a4701-f9b8-466b-96b1-558681a4b690 req-d3f4c55a-1c45-4736-aac1-ef3352f8606d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:37.594394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-836a4701-f9b8-466b-96b1-558681a4b690 req-d3f4c55a-1c45-4736-aac1-ef3352f8606d tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0496366 Oct 30 01:08:37.644031 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-836a4701-f9b8-466b-96b1-558681a4b690 req-b916a06e-5dd6-4b0e-a90d-efe1e0fb3467 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 Oct 30 01:08:38.290667 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ca6bebd1-b3c7-4786-92a6-fe9036e89fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:38.620675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50376) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:38.734623 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-54980c53-2f3a-47d8-8f7a-1d2b1f7ed155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:38.773078 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:38.777860 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e01dc-0dee-41ce-98b4-1055a5b0fbc1 req-89d0cca3-7e00-4296-87ed-91faf2698ad4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:38.779842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc6e01dc-0dee-41ce-98b4-1055a5b0fbc1 req-89d0cca3-7e00-4296-87ed-91faf2698ad4 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0544679 Oct 30 01:08:38.821030 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=14,neutron:UPDATE=3,neutron:SELECT=77,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:38.857654 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-007f000a-b8b3-4eb8-aa30-2ae560fca9e1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:38.859298 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-007f000a-b8b3-4eb8-aa30-2ae560fca9e1 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 947 time: 0.0746708 Oct 30 01:08:38.901137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-54980c53-2f3a-47d8-8f7a-1d2b1f7ed155 admin admin] Publish callbacks [] for security_group (ef08408e-72c9-4578-b8ec-2559fc72f7d2), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:38.908017 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-54980c53-2f3a-47d8-8f7a-1d2b1f7ed155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (ef08408e-72c9-4578-b8ec-2559fc72f7d2), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:38.980195 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54980c53-2f3a-47d8-8f7a-1d2b1f7ed155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08408e-72c9-4578-b8ec-2559fc72f7d2,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:38.989277 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-54980c53-2f3a-47d8-8f7a-1d2b1f7ed155 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4cb13eb3ad574ce9a9150be4773c00fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647869 Oct 30 01:08:38.989966 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50382) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:39.014517 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Deleting port e5d64f79-b32b-48ac-8231-fbd53262a835 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:39.014852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.076349 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc6e01dc-0dee-41ce-98b4-1055a5b0fbc1 req-db096aa5-4645-4ac6-8e69-d8d127951781 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a437216e-3311-4f89-b1ab-3719273ff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900624 Oct 30 01:08:39.108794 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d86080ee-def4-4b52-b1e3-686b4c9ec615 admin admin] Publish callbacks [] for security_group (ef08408e-72c9-4578-b8ec-2559fc72f7d2), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.149592 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d86080ee-def4-4b52-b1e3-686b4c9ec615 admin admin] Publish callbacks [] for security_group (ef08408e-72c9-4578-b8ec-2559fc72f7d2), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.152364 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] For port e5d64f79-b32b-48ac-8231-fbd53262a835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d64f79-b32b-48ac-8231-fbd53262a835,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:39.152683 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.280957 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d86080ee-def4-4b52-b1e3-686b4c9ec615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (ef08408e-72c9-4578-b8ec-2559fc72f7d2), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.283415 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d86080ee-def4-4b52-b1e3-686b4c9ec615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.284593 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d86080ee-def4-4b52-b1e3-686b4c9ec615 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ef08408e-72c9-4578-b8ec-2559fc72f7d2 HTTP/1.1" status: 204 len: 168 time: 0.2937350 Oct 30 01:08:39.326092 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86080ee-def4-4b52-b1e3-686b4c9ec615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08408e-72c9-4578-b8ec-2559fc72f7d2,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:39.355829 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.356185 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (7b95ef24-1658-49e5-8494-24610b564ca2), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.356527 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Floating IP 7b95ef24-1658-49e5-8494-24610b564ca2 disassociated. External IP: 172.37.3.217, port: e5d64f79-b32b-48ac-8231-fbd53262a835. Oct 30 01:08:39.356861 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Calling delete_port for e5d64f79-b32b-48ac-8231-fbd53262a835 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:39.489108 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (e5d64f79-b32b-48ac-8231-fbd53262a835), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.501531 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:39.520469 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event deleted for resources: {'Port': ['ID=e5d64f79-b32b-48ac-8231-fbd53262a835,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:39.533759 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:39.549009 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.661077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:08:39.669968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:39.780708 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:08:39.791627 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:08:39.802655 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:39.803212 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:39.830263 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] No DVR routers for this DVR port e5d64f79-b32b-48ac-8231-fbd53262a835 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:08:39.832984 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:39.836651 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b535a656-3394-4922-aeb2-2ff1f9219a5b req-0a267bbf-eb6c-4092-b6c9-617cb53614fa tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.43 "DELETE /networking/v2.0/ports/e5d64f79-b32b-48ac-8231-fbd53262a835 HTTP/1.1" status: 204 len: 173 time: 0.9654481 Oct 30 01:08:39.837187 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-deleted', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:08:39.839640 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba45de-8050-4f95-adf7-f2e8b84669dc" -d '{"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-deleted", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:08:39.901321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c9e5a9-8513-428e-9c53-480ecf3986bd x-openstack-request-id: req-69c9e5a9-8513-428e-9c53-480ecf3986bd {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:08:39.901655 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4033e06-e2d3-4abb-ba25-eddfaf3e7e20", "name": "network-vif-deleted", "tag": "e5d64f79-b32b-48ac-8231-fbd53262a835", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:08:39.901909 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69c9e5a9-8513-428e-9c53-480ecf3986bd {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:08:39.902298 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c9e5a9-8513-428e-9c53-480ecf3986bd'] response: {'server_uuid': 'f4033e06-e2d3-4abb-ba25-eddfaf3e7e20', 'name': 'network-vif-deleted', 'tag': 'e5d64f79-b32b-48ac-8231-fbd53262a835', 'status': 'completed', 'code': 200} Oct 30 01:08:40.096045 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:40.211494 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2d526126-6690-4fc8-bc3e-9ead8207e2e1 req-60ce44f4-5937-4f70-9343-94b520b59fb5 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f4033e06-e2d3-4abb-ba25-eddfaf3e7e20 HTTP/1.1" status: 200 len: 210 time: 0.0339527 Oct 30 01:08:40.301591 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:40.332794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:08:40.341684 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:40.342290 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:40.447303 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:40.583047 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:40.657606 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:40.682443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79207072-b86e-403a-a4cf-17eea255d27e None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T00:55:58Z', 'revision_number': 4, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '23a1ee6b-1b5f-4527-866a-ba5f856c7c90', 'name': '', 'network_id': '8d646d29-e717-40c9-89d4-df0c802eb607', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'mac_address': 'fa:16:3e:4b:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:57Z', 'updated_at': '2022-10-30T00:56:18Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'subnets': [{'id': 'bb31d553-3cd5-4565-b3d8-dbbb36e6b88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:08:40.939328 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e59f1-5c3f-4c7b-a527-2d2cc6177a10 None None] New status for floating IP 7b95ef24-1658-49e5-8494-24610b564ca2: DOWN {{(pid=104544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:08:41.084126 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50454) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:41.097339 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.293619 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.348025 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50474) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:41.420292 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4fb07388-22a9-461b-9cfa-2ddca23443dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (a437216e-3311-4f89-b1ab-3719273ff8a6), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.444683 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4fb07388-22a9-461b-9cfa-2ddca23443dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (a437216e-3311-4f89-b1ab-3719273ff8a6), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.482465 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50478) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:41.487130 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dba892c5-7aa5-40f9-b940-939fff7f7d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.508109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4fb07388-22a9-461b-9cfa-2ddca23443dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a437216e-3311-4f89-b1ab-3719273ff8a6), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.510745 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4fb07388-22a9-461b-9cfa-2ddca23443dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.511931 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4fb07388-22a9-461b-9cfa-2ddca23443dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a437216e-3311-4f89-b1ab-3719273ff8a6 HTTP/1.1" status: 204 len: 168 time: 0.1621077 Oct 30 01:08:41.518575 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50482) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:41.521525 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb07388-22a9-461b-9cfa-2ddca23443dd tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437216e-3311-4f89-b1ab-3719273ff8a6,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:41.547294 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.api.v2.resource [None req-bdd3ecfb-e535-41a3-aeb1-0140a0b5c441 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] show failed (client error): The resource could not be found. Oct 30 01:08:41.551516 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-bdd3ecfb-e535-41a3-aeb1-0140a0b5c441 tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "GET /networking/v2.0/security-groups/a437216e-3311-4f89-b1ab-3719273ff8a6 HTTP/1.1" status: 404 len: 347 time: 0.0317912 Oct 30 01:08:41.551977 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50484) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:41.593425 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:41.598629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dba892c5-7aa5-40f9-b940-939fff7f7d11 admin admin] Publish callbacks [] for security_group (7527cbb4-ca70-4838-a159-3b955e0191f5), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.604363 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dba892c5-7aa5-40f9-b940-939fff7f7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7527cbb4-ca70-4838-a159-3b955e0191f5), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.647748 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-dba892c5-7aa5-40f9-b940-939fff7f7d11 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e419a44252d8478cb002db0af2e27bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5602117 Oct 30 01:08:41.647748 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba892c5-7aa5-40f9-b940-939fff7f7d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527cbb4-ca70-4838-a159-3b955e0191f5,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:41.648422 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50486) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:41.650626 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc70400e-00b1-48e1-bf2d-5de2a13e5ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.700244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4dcf201c-5a78-4b28-a252-ba65c2316590 admin admin] Publish callbacks [] for security_group (7527cbb4-ca70-4838-a159-3b955e0191f5), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.703516 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Deleting port a717e480-061d-4503-8616-7189de453452 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:41.704014 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a717e480-061d-4503-8616-7189de453452), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.721816 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4dcf201c-5a78-4b28-a252-ba65c2316590 admin admin] Publish callbacks [] for security_group (7527cbb4-ca70-4838-a159-3b955e0191f5), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.777288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4dcf201c-5a78-4b28-a252-ba65c2316590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7527cbb4-ca70-4838-a159-3b955e0191f5), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.780075 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4dcf201c-5a78-4b28-a252-ba65c2316590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.781547 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4dcf201c-5a78-4b28-a252-ba65c2316590 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7527cbb4-ca70-4838-a159-3b955e0191f5 HTTP/1.1" status: 204 len: 168 time: 0.1319432 Oct 30 01:08:41.789829 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf201c-5a78-4b28-a252-ba65c2316590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527cbb4-ca70-4838-a159-3b955e0191f5,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:41.824188 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a717e480-061d-4503-8616-7189de453452), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.824578 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (a717e480-061d-4503-8616-7189de453452), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.848859 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Calling delete_port for a717e480-061d-4503-8616-7189de453452 owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:41.851796 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc70400e-00b1-48e1-bf2d-5de2a13e5ab9 admin admin] Publish callbacks [] for security_group (134172dd-86bb-4e66-9af8-47ec9df7827f), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.859903 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cc70400e-00b1-48e1-bf2d-5de2a13e5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (134172dd-86bb-4e66-9af8-47ec9df7827f), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:41.933354 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:41.939102 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cc70400e-00b1-48e1-bf2d-5de2a13e5ab9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=86480070152f464db7b9ee7f549819c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554782 Oct 30 01:08:41.942104 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70400e-00b1-48e1-bf2d-5de2a13e5ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134172dd-86bb-4e66-9af8-47ec9df7827f,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:41.942828 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50492) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:42.005334 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-34528eea-2652-480b-842f-828992522ed6 admin admin] Publish callbacks [] for security_group (134172dd-86bb-4e66-9af8-47ec9df7827f), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.029361 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-34528eea-2652-480b-842f-828992522ed6 admin admin] Publish callbacks [] for security_group (134172dd-86bb-4e66-9af8-47ec9df7827f), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.050703 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (a717e480-061d-4503-8616-7189de453452), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.081145 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Pushing event deleted for resources: {'Port': ['ID=a717e480-061d-4503-8616-7189de453452,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:42.093094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-34528eea-2652-480b-842f-828992522ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (134172dd-86bb-4e66-9af8-47ec9df7827f), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.095961 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-34528eea-2652-480b-842f-828992522ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.099874 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-34528eea-2652-480b-842f-828992522ed6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/134172dd-86bb-4e66-9af8-47ec9df7827f HTTP/1.1" status: 204 len: 168 time: 0.1533756 Oct 30 01:08:42.107105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34528eea-2652-480b-842f-828992522ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134172dd-86bb-4e66-9af8-47ec9df7827f,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:42.152753 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks [] for floatingip (7b95ef24-1658-49e5-8494-24610b564ca2), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.155485 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.159679 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-ef1d2c88-e93a-4b4a-bf99-3400b493c46c tempest-AttachVolumeShelveTestJSON-40368566 tempest-AttachVolumeShelveTestJSON-40368566-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7b95ef24-1658-49e5-8494-24610b564ca2 HTTP/1.1" status: 204 len: 168 time: 0.6061449 Oct 30 01:08:42.473217 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50502) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:42.487148 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a7378179-5d70-4485-857b-bf3a488d2d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.572432 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a7378179-5d70-4485-857b-bf3a488d2d31 admin admin] Publish callbacks [] for security_group (8de2dcb4-95f4-410b-af39-ddc7e2d2c754), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.578032 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a7378179-5d70-4485-857b-bf3a488d2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (8de2dcb4-95f4-410b-af39-ddc7e2d2c754), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.612977 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:42.621538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7378179-5d70-4485-857b-bf3a488d2d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de2dcb4-95f4-410b-af39-ddc7e2d2c754,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:42.626213 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a7378179-5d70-4485-857b-bf3a488d2d31 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=59daf8a0fe0d467faef9c239bf17949e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519692 Oct 30 01:08:42.628946 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50504) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:42.677716 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf113-68c9-426f-a321-fd479e5f1b4b admin admin] Publish callbacks [] for security_group (8de2dcb4-95f4-410b-af39-ddc7e2d2c754), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.697655 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf113-68c9-426f-a321-fd479e5f1b4b admin admin] Publish callbacks [] for security_group (8de2dcb4-95f4-410b-af39-ddc7e2d2c754), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.746164 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf113-68c9-426f-a321-fd479e5f1b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (8de2dcb4-95f4-410b-af39-ddc7e2d2c754), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.748894 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf113-68c9-426f-a321-fd479e5f1b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:42.750066 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cb5cf113-68c9-426f-a321-fd479e5f1b4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8de2dcb4-95f4-410b-af39-ddc7e2d2c754 HTTP/1.1" status: 204 len: 168 time: 0.1202474 Oct 30 01:08:42.757785 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cf113-68c9-426f-a321-fd479e5f1b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de2dcb4-95f4-410b-af39-ddc7e2d2c754,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:43.446414 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:43.467312 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: e5d64f79-b32b-48ac-8231-fbd53262a835 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:43.467659 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device e5d64f79-b32b-48ac-8231-fbd53262a835 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:44.625218 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50582) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:45.111325 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:45.164542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:45.346175 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Deleting port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:45.346538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:45.427370 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] For port 23a1ee6b-1b5f-4527-866a-ba5f856c7c90, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:45.427829 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:45.442644 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Calling delete_port for 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:45.485260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:45.636238 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (23a1ee6b-1b5f-4527-866a-ba5f856c7c90), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:45.661278 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a1ee6b-1b5f-4527-866a-ba5f856c7c90,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:45.813570 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50656) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:45.837879 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:45.870936 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781acf6-d17c-461a-9095-b29277ce28ac None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:08:45.951498 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a263ff72-7b1a-4161-9e14-734d7db42f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:45.952258 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781acf6-d17c-461a-9095-b29277ce28ac None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:08:45.966751 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:46.058847 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:46.133544 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:08:46.143878 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a263ff72-7b1a-4161-9e14-734d7db42f07 admin admin] Publish callbacks [] for security_group (48ed5457-5527-4501-8452-68cf27106a58), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.152744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a263ff72-7b1a-4161-9e14-734d7db42f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (48ed5457-5527-4501-8452-68cf27106a58), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.171176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:46.231415 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263ff72-7b1a-4161-9e14-734d7db42f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed5457-5527-4501-8452-68cf27106a58,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:46.238194 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a263ff72-7b1a-4161-9e14-734d7db42f07 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0e767348aa8e4a8fab1e6b7cb8bf71ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235992 Oct 30 01:08:46.241189 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50660) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:46.323941 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:08:46.332724 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-52d9a095-9961-48d3-9958-6bcbe1bfa2c5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/9fb9a83d-0afc-46d5-9b9b-5e59e932e240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036259 Oct 30 01:08:46.332724 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50662) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:46.345439 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] Sync routers for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:08:46.361812 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:46.363156 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:46.393536 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9261ac7d-9fcd-4ff1-a415-5bd00f10ffe4 admin admin] Publish callbacks [] for security_group (48ed5457-5527-4501-8452-68cf27106a58), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.423864 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9261ac7d-9fcd-4ff1-a415-5bd00f10ffe4 admin admin] Publish callbacks [] for security_group (48ed5457-5527-4501-8452-68cf27106a58), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.486337 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:46.509396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks [] for router (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.568019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9261ac7d-9fcd-4ff1-a415-5bd00f10ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (48ed5457-5527-4501-8452-68cf27106a58), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.570764 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-9261ac7d-9fcd-4ff1-a415-5bd00f10ffe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.571968 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-9261ac7d-9fcd-4ff1-a415-5bd00f10ffe4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/48ed5457-5527-4501-8452-68cf27106a58 HTTP/1.1" status: 204 len: 168 time: 0.3293452 Oct 30 01:08:46.606256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261ac7d-9fcd-4ff1-a415-5bd00f10ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed5457-5527-4501-8452-68cf27106a58,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:46.632098 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks [] for router_gateway (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.663448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-3b01cef2-29de-4374-b8c4-c724c0958108 None None] Provisioning complete for port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:08:46.664058 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-3b01cef2-29de-4374-b8c4-c724c0958108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.664491 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-3b01cef2-29de-4374-b8c4-c724c0958108 None None] Attempt 1 to provision port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 Oct 30 01:08:46.685725 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Deleting port 413a82aa-00fd-4057-a593-d12c577cc84f {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:46.686365 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.745199 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189'}], 'enable_snat': True}, 'gw_port_id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T01:08:45Z', 'revision_number': 5, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port': {'id': '413a82aa-00fd-4057-a593-d12c577cc84f', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T00:55:50Z', 'updated_at': '2022-10-30T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:46.772251 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] For port 413a82aa-00fd-4057-a593-d12c577cc84f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=413a82aa-00fd-4057-a593-d12c577cc84f,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:46.772679 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.779574 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] Checking router: 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:08:46.786964 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Calling delete_port for 413a82aa-00fd-4057-a593-d12c577cc84f owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:46.813878 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] Routers {'9fb9a83d-0afc-46d5-9b9b-5e59e932e240'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:08:46.814500 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:08:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:46.849939 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-3b01cef2-29de-4374-b8c4-c724c0958108 None None] Current status of the port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:08:46.902516 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:46.913213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50668) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:46.914273 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] Set router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 gateway port host: None {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:08:46.928466 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:46.968233 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T01:08:46Z', 'revision_number': 6, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:46.996429 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a832b78-f7eb-41d4-bd4c-34d744acf8cf None None] The sync data for ids ['9fb9a83d-0afc-46d5-9b9b-5e59e932e240'] in dv-cinder-master-3-iscsi is: [{'id': '9fb9a83d-0afc-46d5-9b9b-5e59e932e240', 'name': 'tempest-AttachVolumeShelveTestJSON-390103121-router', 'tenant_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T00:55:48Z', 'updated_at': '2022-10-30T01:08:46Z', 'revision_number': 6, 'project_id': 'a3bfc7112bb04760aa4e9adc50b12361', 'gw_port_host': None}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:08:47.020207 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Publish callbacks [] for security_group (29c6ee0c-cc09-47a3-95a1-b2d44aa4a894), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.026735 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (29c6ee0c-cc09-47a3-95a1-b2d44aa4a894), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.044856 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:47.055154 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:47.072801 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a22651620ce74a7eadc422b120fa9146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585414 Oct 30 01:08:47.076454 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50670) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:47.095907 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6ee0c-cc09-47a3-95a1-b2d44aa4a894,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:47.114591 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.114807 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.115147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.115484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.115819 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.116173 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.116498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.116818 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.117141 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.117422 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.117758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.118094 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.118408 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.118695 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.119037 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ddd2d-4fa3-47cc-b766-5ea954c568b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:08:47.136900 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:47.150269 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0f0f981e-3746-4e17-8b59-39beba9de701 admin admin] Publish callbacks [] for security_group (29c6ee0c-cc09-47a3-95a1-b2d44aa4a894), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.171451 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0f0f981e-3746-4e17-8b59-39beba9de701 admin admin] Publish callbacks [] for security_group (29c6ee0c-cc09-47a3-95a1-b2d44aa4a894), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.206109 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (413a82aa-00fd-4057-a593-d12c577cc84f), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.220624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0f0f981e-3746-4e17-8b59-39beba9de701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (29c6ee0c-cc09-47a3-95a1-b2d44aa4a894), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.223228 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0f0f981e-3746-4e17-8b59-39beba9de701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.224429 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0f0f981e-3746-4e17-8b59-39beba9de701 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/29c6ee0c-cc09-47a3-95a1-b2d44aa4a894 HTTP/1.1" status: 204 len: 168 time: 0.1466289 Oct 30 01:08:47.232765 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f981e-3746-4e17-8b59-39beba9de701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6ee0c-cc09-47a3-95a1-b2d44aa4a894,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:47.239298 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=413a82aa-00fd-4057-a593-d12c577cc84f,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:47.301915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.358269 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:47.398513 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.401244 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks [] for router_controller (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.455797 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (9fb9a83d-0afc-46d5-9b9b-5e59e932e240), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.456775 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb9a83d-0afc-46d5-9b9b-5e59e932e240 {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:08:47.462732 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.463955 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4d062aae-2f41-4968-8878-7997e650a1bb admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/9fb9a83d-0afc-46d5-9b9b-5e59e932e240 HTTP/1.1" status: 204 len: 168 time: 1.1307895 Oct 30 01:08:47.466550 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50676) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:47.510919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Deleting subnet bb31d553-3cd5-4565-b3d8-dbbb36e6b88d {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:08:47.514080 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Publish callbacks [] for subnet (bb31d553-3cd5-4565-b3d8-dbbb36e6b88d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.549541 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (bb31d553-3cd5-4565-b3d8-dbbb36e6b88d), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.628763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (bb31d553-3cd5-4565-b3d8-dbbb36e6b88d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.685622 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (bb31d553-3cd5-4565-b3d8-dbbb36e6b88d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.713414 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb31d553-3cd5-4565-b3d8-dbbb36e6b88d,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:47.718661 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.723021 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-521438d5-a3d1-4748-a3e8-b91071955486 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/bb31d553-3cd5-4565-b3d8-dbbb36e6b88d HTTP/1.1" status: 204 len: 168 time: 0.2554643 Oct 30 01:08:47.725591 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50686) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:47.728465 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f8317-3d6a-4443-b0b2-898e4d3aa9d1 None None] Network 8d646d29-e717-40c9-89d4-df0c802eb607 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:08:47.803675 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (8d646d29-e717-40c9-89d4-df0c802eb607), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.852265 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Deleting port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:47.852653 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.925431 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] For port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:47.925788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:47.936231 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] DHCP port deletion for 8d646d29-e717-40c9-89d4-df0c802eb607 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:08:47.942745 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Calling delete_port for c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 owned by network:dhcp {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:47.988003 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] Deleting port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:08:47.988110 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.036532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.070085 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] No DVR routers for this DVR port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 on host dv-cinder-master-3-iscsi {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:08:48.077029 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:48.082948 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] For port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,segment=NetworkSegment(8fe25d53-e232-4c47-bd8a-2d06ad076abd),segment_id=8fe25d53-e232-4c47-bd8a-2d06ad076abd)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:08:48.083507 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.104080 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] Calling delete_port for c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:08:48.172653 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (8d646d29-e717-40c9-89d4-df0c802eb607), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.172934 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:48.183539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:48.198252 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d646d29-e717-40c9-89d4-df0c802eb607']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:48.203533 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (c85936ac-c1b6-4d58-80d2-cc8b5cd925b1), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.209043 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe25d53-e232-4c47-bd8a-2d06ad076abd') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:48.209323 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe25d53-e232-4c47-bd8a-2d06ad076abd') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:48.224532 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (8fe25d53-e232-4c47-bd8a-2d06ad076abd), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.234382 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (8fe25d53-e232-4c47-bd8a-2d06ad076abd), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.237543 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] Pushing event deleted for resources: {'Port': ['ID=c85936ac-c1b6-4d58-80d2-cc8b5cd925b1,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:48.244943 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:08:48.245454 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (8fe25d53-e232-4c47-bd8a-2d06ad076abd), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.248919 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9af39b-53e1-4972-85e9-3317991c1467 None None] No DVR routers for this DVR port c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:08:48.290619 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 8fe25d53-e232-4c47-bd8a-2d06ad076abd resource provider aggregate not found Oct 30 01:08:48.301969 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:48.311473 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment 8fe25d53-e232-4c47-bd8a-2d06ad076abd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fe25d53-e232-4c47-bd8a-2d06ad076abd found for delete ", "request_id": "req-3c06cf3a-42de-4487-a0ab-2d25aabea855"}]} Oct 30 01:08:48.319016 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (8d646d29-e717-40c9-89d4-df0c802eb607), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.325249 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.331035 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/8d646d29-e717-40c9-89d4-df0c802eb607 HTTP/1.1" status: 204 len: 168 time: 0.6015432 Oct 30 01:08:48.340863 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f16e9-d23a-412f-8203-a69f5a3a3836 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d646d29-e717-40c9-89d4-df0c802eb607,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:48.410970 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 413a82aa-00fd-4057-a593-d12c577cc84f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:48.432656 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 413a82aa-00fd-4057-a593-d12c577cc84f {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:48.433008 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 413a82aa-00fd-4057-a593-d12c577cc84f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:48.433435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:48.462335 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:48.462688 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 23a1ee6b-1b5f-4527-866a-ba5f856c7c90 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:48.463119 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:08:48.469083 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50712) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:48.484911 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:08:48.485244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c85936ac-c1b6-4d58-80d2-cc8b5cd925b1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:08:48.518106 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f049c444-64e5-4357-9817-526b14accdfb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a3bfc7112bb04760aa4e9adc50b12361&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474257 Oct 30 01:08:48.520678 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50714) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:48.569282 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ce53-bb84-4d56-8bb0-3a9e798383ac admin admin] Publish callbacks [] for security_group (0b8244ef-8815-4f56-8f6c-b5c4060c0b57), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.593912 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ce53-bb84-4d56-8bb0-3a9e798383ac admin admin] Publish callbacks [] for security_group (0b8244ef-8815-4f56-8f6c-b5c4060c0b57), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.645488 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ce53-bb84-4d56-8bb0-3a9e798383ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (0b8244ef-8815-4f56-8f6c-b5c4060c0b57), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.648100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ce53-bb84-4d56-8bb0-3a9e798383ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:48.649406 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b1e5ce53-bb84-4d56-8bb0-3a9e798383ac admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0b8244ef-8815-4f56-8f6c-b5c4060c0b57 HTTP/1.1" status: 204 len: 168 time: 0.1276464 Oct 30 01:08:48.658784 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5ce53-bb84-4d56-8bb0-3a9e798383ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8244ef-8815-4f56-8f6c-b5c4060c0b57,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:49.196869 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50740) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:49.303482 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ab50-36e8-46db-a00f-93655f663f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.385544 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ab50-36e8-46db-a00f-93655f663f01 admin admin] Publish callbacks [] for security_group (466261a2-26b2-401a-8a3f-acd1fc623ec7), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.392524 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0b8ab50-36e8-46db-a00f-93655f663f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (466261a2-26b2-401a-8a3f-acd1fc623ec7), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.433071 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50752) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:49.435447 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f0b8ab50-36e8-46db-a00f-93655f663f01 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=798f2dfe04504ad68fee6cd8461e7d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374866 Oct 30 01:08:49.436330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8ab50-36e8-46db-a00f-93655f663f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466261a2-26b2-401a-8a3f-acd1fc623ec7,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:49.438884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50754) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:49.491476 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e164b61-fd09-49b3-9f39-538639ab0416 admin admin] Publish callbacks [] for security_group (466261a2-26b2-401a-8a3f-acd1fc623ec7), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.511845 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e164b61-fd09-49b3-9f39-538639ab0416 admin admin] Publish callbacks [] for security_group (466261a2-26b2-401a-8a3f-acd1fc623ec7), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.538589 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266301780-network', 'tenant_id': 'fa7753acd74a4f3496e494990014e135'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:08:49.566042 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Made reservation on behalf of fa7753acd74a4f3496e494990014e135 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:08:49.568517 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.577800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.593707 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e164b61-fd09-49b3-9f39-538639ab0416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (466261a2-26b2-401a-8a3f-acd1fc623ec7), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.596244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4e164b61-fd09-49b3-9f39-538639ab0416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.599997 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4e164b61-fd09-49b3-9f39-538639ab0416 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/466261a2-26b2-401a-8a3f-acd1fc623ec7 HTTP/1.1" status: 204 len: 168 time: 0.1576352 Oct 30 01:08:49.614768 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e164b61-fd09-49b3-9f39-538639ab0416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466261a2-26b2-401a-8a3f-acd1fc623ec7,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:49.683506 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks [] for security_group (a33ebde0-1a10-430c-a402-81a1f420c3ea), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.688722 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a33ebde0-1a10-430c-a402-81a1f420c3ea), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.716595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:08:49.726428 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33ebde0-1a10-430c-a402-81a1f420c3ea,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:49.733351 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.733351 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Added segment d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5 of type vlan for network bba63a1b-c4f8-4761-983e-e648f915dc97 Oct 30 01:08:49.775622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (bba63a1b-c4f8-4761-983e-e648f915dc97), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.803479 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (bba63a1b-c4f8-4761-983e-e648f915dc97), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.804559 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:49.805165 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.859324 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4250653 Oct 30 01:08:49.862768 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50762) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:49.870508 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Request body: {'subnet': {'network_id': 'bba63a1b-c4f8-4761-983e-e648f915dc97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266301780-subnet', 'tenant_id': 'fa7753acd74a4f3496e494990014e135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:08:49.874440 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c7793-63b6-4eba-bf67-3d0ea7158400 admin admin] Pushing event updated for resources: {'Network': ['ID=bba63a1b-c4f8-4761-983e-e648f915dc97,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:49.887089 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network bba63a1b-c4f8-4761-983e-e648f915dc97 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:08:49.903914 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Made reservation on behalf of fa7753acd74a4f3496e494990014e135 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:08:49.906663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.914356 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50764) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:49.933389 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f4d198-cb0a-47fc-af82-b6e1de179947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:49.955806 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.023809 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.028929 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f4d198-cb0a-47fc-af82-b6e1de179947 admin admin] Publish callbacks [] for security_group (b9549585-7766-4cf2-b192-af70e279c13b), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.034758 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15f4d198-cb0a-47fc-af82-b6e1de179947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (b9549585-7766-4cf2-b192-af70e279c13b), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.081781 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-15f4d198-cb0a-47fc-af82-b6e1de179947 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=836228d79e894710857a44ab30fd2d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662695 Oct 30 01:08:50.082716 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4d198-cb0a-47fc-af82-b6e1de179947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9549585-7766-4cf2-b192-af70e279c13b,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:50.085590 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50766) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:50.118939 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (3176795b-e514-4379-a7e4-c7f8d1c16303), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.143967 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-403978a1-4798-4b56-923c-1e97371408e7 admin admin] Publish callbacks [] for security_group (b9549585-7766-4cf2-b192-af70e279c13b), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.165754 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-403978a1-4798-4b56-923c-1e97371408e7 admin admin] Publish callbacks [] for security_group (b9549585-7766-4cf2-b192-af70e279c13b), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.181207 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3176795b-e514-4379-a7e4-c7f8d1c16303,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:50.192037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Checking segment: {'id': 'd6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bba63a1b-c4f8-4761-983e-e648f915dc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:08:50.192391 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Network hostable DHCP agents. Network: bba63a1b-c4f8-4761-983e-e648f915dc97, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:08:50.217900 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Network bba63a1b-c4f8-4761-983e-e648f915dc97 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:08:50.219827 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.224507 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-403978a1-4798-4b56-923c-1e97371408e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (b9549585-7766-4cf2-b192-af70e279c13b), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.228001 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-403978a1-4798-4b56-923c-1e97371408e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.228705 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bba63a1b-c4f8-4761-983e-e648f915dc97) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:08:50.229430 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-403978a1-4798-4b56-923c-1e97371408e7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b9549585-7766-4cf2-b192-af70e279c13b HTTP/1.1" status: 204 len: 168 time: 0.1429048 Oct 30 01:08:50.233921 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:50.234880 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.241994 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403978a1-4798-4b56-923c-1e97371408e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9549585-7766-4cf2-b192-af70e279c13b,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:50.255703 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25968261-8264-49c9-a7b0-96b01f5cd0f2 None None] Network bba63a1b-c4f8-4761-983e-e648f915dc97 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:08:50.257817 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-7f0185a6-1348-44b9-9abf-755108ca4576 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3926640 Oct 30 01:08:50.380708 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da518f6-cd3f-48d8-ba9a-a9371269ff7e None None] Network bba63a1b-c4f8-4761-983e-e648f915dc97 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:08:50.860131 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50794) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:50.865960 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-710224313-network', 'tenant_id': 'efc84894339245c09f872c2049fbd498'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:08:50.878842 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:50.890342 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Made reservation on behalf of efc84894339245c09f872c2049fbd498 for: {'network': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:08:50.893217 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.903369 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.984046 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks [] for security_group (77098717-9be2-4f1d-8e7f-b7bf52f702ac), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:50.989089 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (77098717-9be2-4f1d-8e7f-b7bf52f702ac), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.016146 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:08:51.026585 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77098717-9be2-4f1d-8e7f-b7bf52f702ac,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:51.031828 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (39dd4bed-5f07-46ce-ac41-f0fad4ad25fb), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.032083 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.segments_db [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Added segment 39dd4bed-5f07-46ce-ac41-f0fad4ad25fb of type vlan for network 71a284e4-96ae-45b6-96bc-6db85d7fcc24 Oct 30 01:08:51.074250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (71a284e4-96ae-45b6-96bc-6db85d7fcc24), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.106019 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (71a284e4-96ae-45b6-96bc-6db85d7fcc24), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.107029 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:51.107629 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.165455 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3040369 Oct 30 01:08:51.168742 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50804) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:51.170894 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233321b-324a-4032-ae53-dac8fcd36353 admin admin] Pushing event updated for resources: {'Network': ['ID=71a284e4-96ae-45b6-96bc-6db85d7fcc24,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:51.175248 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Request body: {'subnet': {'network_id': '71a284e4-96ae-45b6-96bc-6db85d7fcc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-710224313-subnet', 'tenant_id': 'efc84894339245c09f872c2049fbd498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:08:51.182584 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network 71a284e4-96ae-45b6-96bc-6db85d7fcc24 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:08:51.203373 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Made reservation on behalf of efc84894339245c09f872c2049fbd498 for: {'subnet': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:08:51.206377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8693889'] for subnet (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.386303 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8707503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8693999'] for subnet (5ffe870f-e471-400b-be7d-0f49b629ea95), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.447964 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffe870f-e471-400b-be7d-0f49b629ea95,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:51.459381 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Checking segment: {'id': '39dd4bed-5f07-46ce-ac41-f0fad4ad25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71a284e4-96ae-45b6-96bc-6db85d7fcc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:08:51.459764 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Network hostable DHCP agents. Network: 71a284e4-96ae-45b6-96bc-6db85d7fcc24, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:08:51.477688 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Network 71a284e4-96ae-45b6-96bc-6db85d7fcc24 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:08:51.488350 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 71a284e4-96ae-45b6-96bc-6db85d7fcc24) {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:08:51.493003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:08:51.493598 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.498262 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c67c33-b872-4dcb-b329-2c063a2f249f None None] Network 71a284e4-96ae-45b6-96bc-6db85d7fcc24 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:08:51.522273 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d8782af1-4b6d-454e-8a76-feaf043d218d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3419185 Oct 30 01:08:51.662975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50824) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:51.711019 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Deleting subnet 3176795b-e514-4379-a7e4-c7f8d1c16303 {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:08:51.714570 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Publish callbacks [] for subnet (3176795b-e514-4379-a7e4-c7f8d1c16303), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.752774 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (3176795b-e514-4379-a7e4-c7f8d1c16303), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.758257 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f1e2c-e3ce-459a-94a3-b34837156ebe None None] Network 71a284e4-96ae-45b6-96bc-6db85d7fcc24 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:08:51.784801 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:51.800368 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (3176795b-e514-4379-a7e4-c7f8d1c16303), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.822193 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:51.868571 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (3176795b-e514-4379-a7e4-c7f8d1c16303), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.895772 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3176795b-e514-4379-a7e4-c7f8d1c16303,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:51.899544 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:51.905144 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f7270654-96b5-4c75-aa75-e6aafce89088 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/3176795b-e514-4379-a7e4-c7f8d1c16303 HTTP/1.1" status: 204 len: 168 time: 0.2385530 Oct 30 01:08:51.905438 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50830) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:51.956792 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:51.977955 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (bba63a1b-c4f8-4761-983e-e648f915dc97), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.068098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (bba63a1b-c4f8-4761-983e-e648f915dc97), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.090052 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba63a1b-c4f8-4761-983e-e648f915dc97']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:52.099844 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:52.100155 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:52.109999 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.123254 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.129777 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:08:52.130696 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.178499 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5 resource provider aggregate not found Oct 30 01:08:52.198245 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6c2e1eb-4ecf-4a9e-a4f4-33a720eae5b5 found for delete ", "request_id": "req-69304185-37c3-4590-a2c3-9990bb81ef32"}]} Oct 30 01:08:52.207661 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (bba63a1b-c4f8-4761-983e-e648f915dc97), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.215046 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.219515 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/bba63a1b-c4f8-4761-983e-e648f915dc97 HTTP/1.1" status: 204 len: 168 time: 0.3129871 Oct 30 01:08:52.222727 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50848) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:52.258586 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15599c20-1202-4539-bde2-b1c3d4418697 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba63a1b-c4f8-4761-983e-e648f915dc97,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:52.280137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Deleting subnet 5ffe870f-e471-400b-be7d-0f49b629ea95 {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:08:52.284036 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Publish callbacks [] for subnet (5ffe870f-e471-400b-be7d-0f49b629ea95), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.321900 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (5ffe870f-e471-400b-be7d-0f49b629ea95), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.348935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50852) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:52.367373 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (5ffe870f-e471-400b-be7d-0f49b629ea95), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.427711 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (5ffe870f-e471-400b-be7d-0f49b629ea95), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.454001 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffe870f-e471-400b-be7d-0f49b629ea95,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:52.458207 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.461706 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-dc489636-9438-47ca-963a-5ea0e9906519 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5ffe870f-e471-400b-be7d-0f49b629ea95 HTTP/1.1" status: 204 len: 168 time: 0.2380517 Oct 30 01:08:52.464650 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50856) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:52.466934 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-69b5fe30-991c-4f9f-be13-8fe9e5506f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.533393 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (71a284e4-96ae-45b6-96bc-6db85d7fcc24), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.548496 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-69b5fe30-991c-4f9f-be13-8fe9e5506f99 admin admin] Publish callbacks [] for security_group (75e8d620-2915-49e3-979b-102887d544db), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.553623 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-69b5fe30-991c-4f9f-be13-8fe9e5506f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (75e8d620-2915-49e3-979b-102887d544db), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.569046 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:52.571043 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=20 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:52.594857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5fe30-991c-4f9f-be13-8fe9e5506f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8d620-2915-49e3-979b-102887d544db,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:52.602800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-69b5fe30-991c-4f9f-be13-8fe9e5506f99 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e4915bad3f7b4ba4b5f4a2d816767676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503831 Oct 30 01:08:52.603214 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50858) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:52.617354 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (71a284e4-96ae-45b6-96bc-6db85d7fcc24), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.638926 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a284e4-96ae-45b6-96bc-6db85d7fcc24']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:52.649369 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dd4bed-5f07-46ce-ac41-f0fad4ad25fb') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:52.649649 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dd4bed-5f07-46ce-ac41-f0fad4ad25fb') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:08:52.657380 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-229d95ff-2404-424e-83d4-6a988c4d0e67 admin admin] Publish callbacks [] for security_group (75e8d620-2915-49e3-979b-102887d544db), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.660021 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (39dd4bed-5f07-46ce-ac41-f0fad4ad25fb), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.673679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (39dd4bed-5f07-46ce-ac41-f0fad4ad25fb), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.679010 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-229d95ff-2404-424e-83d4-6a988c4d0e67 admin admin] Publish callbacks [] for security_group (75e8d620-2915-49e3-979b-102887d544db), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.682586 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:08:52.683219 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (39dd4bed-5f07-46ce-ac41-f0fad4ad25fb), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.728845 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-229d95ff-2404-424e-83d4-6a988c4d0e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (75e8d620-2915-49e3-979b-102887d544db), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.731682 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-229d95ff-2404-424e-83d4-6a988c4d0e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.735417 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-229d95ff-2404-424e-83d4-6a988c4d0e67 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/75e8d620-2915-49e3-979b-102887d544db HTTP/1.1" status: 204 len: 168 time: 0.1290753 Oct 30 01:08:52.741565 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d95ff-2404-424e-83d4-6a988c4d0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8d620-2915-49e3-979b-102887d544db,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:52.746494 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (71a284e4-96ae-45b6-96bc-6db85d7fcc24), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.756834 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:52.769714 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/71a284e4-96ae-45b6-96bc-6db85d7fcc24 HTTP/1.1" status: 204 len: 168 time: 0.2972074 Oct 30 01:08:52.790533 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef215a-633a-4f29-b298-e69e56acea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=71a284e4-96ae-45b6-96bc-6db85d7fcc24,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:52.890574 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50866) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:52.932835 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-e166d5fe-838e-4e03-82ea-37fb490627c3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fa7753acd74a4f3496e494990014e135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408418 Oct 30 01:08:52.935422 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50868) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:52.962388 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:52.977057 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:52.988948 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0bec254-e16c-4ae3-be67-6c58c026cd77 admin admin] Publish callbacks [] for security_group (a33ebde0-1a10-430c-a402-81a1f420c3ea), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.010276 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0bec254-e16c-4ae3-be67-6c58c026cd77 admin admin] Publish callbacks [] for security_group (a33ebde0-1a10-430c-a402-81a1f420c3ea), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.064750 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0bec254-e16c-4ae3-be67-6c58c026cd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a33ebde0-1a10-430c-a402-81a1f420c3ea), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.067309 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a0bec254-e16c-4ae3-be67-6c58c026cd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.068534 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a0bec254-e16c-4ae3-be67-6c58c026cd77 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a33ebde0-1a10-430c-a402-81a1f420c3ea HTTP/1.1" status: 204 len: 168 time: 0.1321158 Oct 30 01:08:53.077126 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec254-e16c-4ae3-be67-6c58c026cd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33ebde0-1a10-430c-a402-81a1f420c3ea,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:53.091081 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50872) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:53.106339 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-481b9685-30b8-4c9f-9826-1d72b79056ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.142281 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:53.162274 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:53.198767 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-481b9685-30b8-4c9f-9826-1d72b79056ca admin admin] Publish callbacks [] for security_group (ca1fe704-1703-48ed-a211-a1fb275392eb), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.206038 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-481b9685-30b8-4c9f-9826-1d72b79056ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (ca1fe704-1703-48ed-a211-a1fb275392eb), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.252041 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-481b9685-30b8-4c9f-9826-1d72b79056ca admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b10941322c694652a34272b41ce078d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569624 Oct 30 01:08:53.252645 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50876) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:53.259133 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b9685-30b8-4c9f-9826-1d72b79056ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1fe704-1703-48ed-a211-a1fb275392eb,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:53.308340 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7944-df63-4fe1-ad8a-51b91b1a3b8b admin admin] Publish callbacks [] for security_group (ca1fe704-1703-48ed-a211-a1fb275392eb), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.330082 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7944-df63-4fe1-ad8a-51b91b1a3b8b admin admin] Publish callbacks [] for security_group (ca1fe704-1703-48ed-a211-a1fb275392eb), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.385081 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7944-df63-4fe1-ad8a-51b91b1a3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (ca1fe704-1703-48ed-a211-a1fb275392eb), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.387743 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7944-df63-4fe1-ad8a-51b91b1a3b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.388904 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c8fd7944-df63-4fe1-ad8a-51b91b1a3b8b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ca1fe704-1703-48ed-a211-a1fb275392eb HTTP/1.1" status: 204 len: 168 time: 0.1352146 Oct 30 01:08:53.396898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd7944-df63-4fe1-ad8a-51b91b1a3b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1fe704-1703-48ed-a211-a1fb275392eb,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:53.420669 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 50880) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:53.466537 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4e1a3570-ef97-46ce-a5fd-2da014626e10 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=efc84894339245c09f872c2049fbd498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447602 Oct 30 01:08:53.469310 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 50882) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:53.525285 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb2b9-224d-44c5-a64b-b4a83e532e67 admin admin] Publish callbacks [] for security_group (77098717-9be2-4f1d-8e7f-b7bf52f702ac), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.549049 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb2b9-224d-44c5-a64b-b4a83e532e67 admin admin] Publish callbacks [] for security_group (77098717-9be2-4f1d-8e7f-b7bf52f702ac), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.598932 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb2b9-224d-44c5-a64b-b4a83e532e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (77098717-9be2-4f1d-8e7f-b7bf52f702ac), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.601574 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb2b9-224d-44c5-a64b-b4a83e532e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:53.605682 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-5e7cb2b9-224d-44c5-a64b-b4a83e532e67 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/77098717-9be2-4f1d-8e7f-b7bf52f702ac HTTP/1.1" status: 204 len: 168 time: 0.1323700 Oct 30 01:08:53.612438 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cb2b9-224d-44c5-a64b-b4a83e532e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77098717-9be2-4f1d-8e7f-b7bf52f702ac,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:54.218408 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 39dd4bed-5f07-46ce-ac41-f0fad4ad25fb resource provider aggregate not found Oct 30 01:08:54.236162 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 39dd4bed-5f07-46ce-ac41-f0fad4ad25fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39dd4bed-5f07-46ce-ac41-f0fad4ad25fb found for delete ", "request_id": "req-a72dff61-4af9-47bb-9e1e-5d227fa3a5f3"}]} Oct 30 01:08:58.206937 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51024) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:58.326308 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-59a83e91-0a2d-4f2f-ae7d-6f7443b1c59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.411951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-59a83e91-0a2d-4f2f-ae7d-6f7443b1c59b admin admin] Publish callbacks [] for security_group (402e6bb9-4439-428d-8334-2b7c7dc91907), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.419143 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-59a83e91-0a2d-4f2f-ae7d-6f7443b1c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (402e6bb9-4439-428d-8334-2b7c7dc91907), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.459078 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-59a83e91-0a2d-4f2f-ae7d-6f7443b1c59b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4d741226dc5b400189fda6f43d636697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510040 Oct 30 01:08:58.460612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a83e91-0a2d-4f2f-ae7d-6f7443b1c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e6bb9-4439-428d-8334-2b7c7dc91907,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:58.462540 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51028) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:58.515519 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc67-b696-447b-8a22-cb2aac4f571a admin admin] Publish callbacks [] for security_group (402e6bb9-4439-428d-8334-2b7c7dc91907), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.538021 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc67-b696-447b-8a22-cb2aac4f571a admin admin] Publish callbacks [] for security_group (402e6bb9-4439-428d-8334-2b7c7dc91907), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.587947 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc67-b696-447b-8a22-cb2aac4f571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (402e6bb9-4439-428d-8334-2b7c7dc91907), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.590500 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1a99cc67-b696-447b-8a22-cb2aac4f571a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.591636 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1a99cc67-b696-447b-8a22-cb2aac4f571a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/402e6bb9-4439-428d-8334-2b7c7dc91907 HTTP/1.1" status: 204 len: 168 time: 0.1280422 Oct 30 01:08:58.599875 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99cc67-b696-447b-8a22-cb2aac4f571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e6bb9-4439-428d-8334-2b7c7dc91907,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:58.901786 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51038) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:58.915982 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4c74a9bd-6fa7-4ce8-8f81-833a9b354b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:58.994137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4c74a9bd-6fa7-4ce8-8f81-833a9b354b42 admin admin] Publish callbacks [] for security_group (e7307efa-ebd1-4827-bc52-3cca8257b71e), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:59.000793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4c74a9bd-6fa7-4ce8-8f81-833a9b354b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e7307efa-ebd1-4827-bc52-3cca8257b71e), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:59.020996 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:08:59.042032 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4c74a9bd-6fa7-4ce8-8f81-833a9b354b42 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ba6013ffae7649a69eede9428adcc3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392097 Oct 30 01:08:59.043288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74a9bd-6fa7-4ce8-8f81-833a9b354b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7307efa-ebd1-4827-bc52-3cca8257b71e,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:59.045037 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51040) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:08:59.097209 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0fae8f4-eb5d-440d-869b-4de5b84c5f4d admin admin] Publish callbacks [] for security_group (e7307efa-ebd1-4827-bc52-3cca8257b71e), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:59.122053 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0fae8f4-eb5d-440d-869b-4de5b84c5f4d admin admin] Publish callbacks [] for security_group (e7307efa-ebd1-4827-bc52-3cca8257b71e), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:59.172633 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0fae8f4-eb5d-440d-869b-4de5b84c5f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e7307efa-ebd1-4827-bc52-3cca8257b71e), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:59.175822 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f0fae8f4-eb5d-440d-869b-4de5b84c5f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:08:59.177020 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f0fae8f4-eb5d-440d-869b-4de5b84c5f4d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e7307efa-ebd1-4827-bc52-3cca8257b71e HTTP/1.1" status: 204 len: 168 time: 0.1309414 Oct 30 01:08:59.185449 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fae8f4-eb5d-440d-869b-4de5b84c5f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7307efa-ebd1-4827-bc52-3cca8257b71e,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:08:59.728484 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:09:03.980477 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51154) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.093230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-35c5bafd-b005-459c-bb54-ec535bea368a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.114629 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:04.173490 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-35c5bafd-b005-459c-bb54-ec535bea368a admin admin] Publish callbacks [] for security_group (85c9a858-8212-4eba-91e3-1c4793a32f8d), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.179610 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-35c5bafd-b005-459c-bb54-ec535bea368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (85c9a858-8212-4eba-91e3-1c4793a32f8d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.218571 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-35c5bafd-b005-459c-bb54-ec535bea368a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=510a38bbcf8f47b1838036f68160b1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369761 Oct 30 01:09:04.220566 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5bafd-b005-459c-bb54-ec535bea368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c9a858-8212-4eba-91e3-1c4793a32f8d,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:04.221329 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51158) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.273819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5571dba5-5011-4ba8-9c23-b5b63d8ac0e5 admin admin] Publish callbacks [] for security_group (85c9a858-8212-4eba-91e3-1c4793a32f8d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.294782 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5571dba5-5011-4ba8-9c23-b5b63d8ac0e5 admin admin] Publish callbacks [] for security_group (85c9a858-8212-4eba-91e3-1c4793a32f8d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.343237 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5571dba5-5011-4ba8-9c23-b5b63d8ac0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (85c9a858-8212-4eba-91e3-1c4793a32f8d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.345992 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-5571dba5-5011-4ba8-9c23-b5b63d8ac0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.347282 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-5571dba5-5011-4ba8-9c23-b5b63d8ac0e5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/85c9a858-8212-4eba-91e3-1c4793a32f8d HTTP/1.1" status: 204 len: 168 time: 0.1249731 Oct 30 01:09:04.355286 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571dba5-5011-4ba8-9c23-b5b63d8ac0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c9a858-8212-4eba-91e3-1c4793a32f8d,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:04.639609 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51168) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.654644 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-270e27dd-ec82-4178-b591-934d9a4ae761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.745048 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-270e27dd-ec82-4178-b591-934d9a4ae761 admin admin] Publish callbacks [] for security_group (d25a6cc8-f65a-4c53-a82c-35a1ee9d4503), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.745048 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-270e27dd-ec82-4178-b591-934d9a4ae761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (d25a6cc8-f65a-4c53-a82c-35a1ee9d4503), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.789399 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-270e27dd-ec82-4178-b591-934d9a4ae761 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dc0d2c0478fe40abb1d87c868e0f2715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484745 Oct 30 01:09:04.791432 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e27dd-ec82-4178-b591-934d9a4ae761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a6cc8-f65a-4c53-a82c-35a1ee9d4503,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:04.794580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51174) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:04.844904 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27bdc06a-8b4a-4701-9ef9-622c1a970c23 admin admin] Publish callbacks [] for security_group (d25a6cc8-f65a-4c53-a82c-35a1ee9d4503), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.865147 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27bdc06a-8b4a-4701-9ef9-622c1a970c23 admin admin] Publish callbacks [] for security_group (d25a6cc8-f65a-4c53-a82c-35a1ee9d4503), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.917713 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27bdc06a-8b4a-4701-9ef9-622c1a970c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (d25a6cc8-f65a-4c53-a82c-35a1ee9d4503), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.920232 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-27bdc06a-8b4a-4701-9ef9-622c1a970c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:04.921513 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-27bdc06a-8b4a-4701-9ef9-622c1a970c23 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d25a6cc8-f65a-4c53-a82c-35a1ee9d4503 HTTP/1.1" status: 204 len: 168 time: 0.1254585 Oct 30 01:09:04.929759 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdc06a-8b4a-4701-9ef9-622c1a970c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a6cc8-f65a-4c53-a82c-35a1ee9d4503,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:06.182793 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-70756890-2b3f-4e22-bfdb-2a932081e170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:06.439312 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.296180 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8a775a43-c8b6-4054-a312-f0b639d1c4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.621104 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51270) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:08.728152 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1804a76c-e72f-47d3-8430-cd882169ffb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.765021 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:08.776330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:08.812815 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1804a76c-e72f-47d3-8430-cd882169ffb3 admin admin] Publish callbacks [] for security_group (e7d30d9f-00f7-4476-8319-779198a2e02e), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.818935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-1804a76c-e72f-47d3-8430-cd882169ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e7d30d9f-00f7-4476-8319-779198a2e02e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.858262 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-1804a76c-e72f-47d3-8430-cd882169ffb3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f7745fb95e6b4956a08b711aeec7832b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360907 Oct 30 01:09:08.859088 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a76c-e72f-47d3-8430-cd882169ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d30d9f-00f7-4476-8319-779198a2e02e,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:08.861427 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51274) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:08.911516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-156b5926-0446-45d2-be17-bfacb2c25896 admin admin] Publish callbacks [] for security_group (e7d30d9f-00f7-4476-8319-779198a2e02e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.931397 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-156b5926-0446-45d2-be17-bfacb2c25896 admin admin] Publish callbacks [] for security_group (e7d30d9f-00f7-4476-8319-779198a2e02e), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.979641 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-156b5926-0446-45d2-be17-bfacb2c25896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e7d30d9f-00f7-4476-8319-779198a2e02e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.982172 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-156b5926-0446-45d2-be17-bfacb2c25896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:08.983318 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-156b5926-0446-45d2-be17-bfacb2c25896 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e7d30d9f-00f7-4476-8319-779198a2e02e HTTP/1.1" status: 204 len: 168 time: 0.1209333 Oct 30 01:09:08.991345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b5926-0446-45d2-be17-bfacb2c25896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d30d9f-00f7-4476-8319-779198a2e02e,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.258776 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51286) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:09.273191 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f298bde8-f4c4-47dd-801e-4ca0877d83ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.356054 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f298bde8-f4c4-47dd-801e-4ca0877d83ff admin admin] Publish callbacks [] for security_group (f1bbd560-2093-4bdd-a170-03a2b480d29f), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.361627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f298bde8-f4c4-47dd-801e-4ca0877d83ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f1bbd560-2093-4bdd-a170-03a2b480d29f), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.407184 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f298bde8-f4c4-47dd-801e-4ca0877d83ff admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7b347736df4b4907adc4e112f9c81aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471899 Oct 30 01:09:09.408134 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298bde8-f4c4-47dd-801e-4ca0877d83ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bbd560-2093-4bdd-a170-03a2b480d29f,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.410214 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51296) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:09.460554 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4514f1c9-2cd7-41a7-b6e6-c5cd8ba97a3d admin admin] Publish callbacks [] for security_group (f1bbd560-2093-4bdd-a170-03a2b480d29f), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.483077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4514f1c9-2cd7-41a7-b6e6-c5cd8ba97a3d admin admin] Publish callbacks [] for security_group (f1bbd560-2093-4bdd-a170-03a2b480d29f), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.542028 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4514f1c9-2cd7-41a7-b6e6-c5cd8ba97a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f1bbd560-2093-4bdd-a170-03a2b480d29f), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.544953 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4514f1c9-2cd7-41a7-b6e6-c5cd8ba97a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.546229 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4514f1c9-2cd7-41a7-b6e6-c5cd8ba97a3d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f1bbd560-2093-4bdd-a170-03a2b480d29f HTTP/1.1" status: 204 len: 168 time: 0.1349027 Oct 30 01:09:09.550443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.555697 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514f1c9-2cd7-41a7-b6e6-c5cd8ba97a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bbd560-2093-4bdd-a170-03a2b480d29f,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:09.725258 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:09.895943 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51326) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:09.909804 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1260b5b6-9783-4679-99ca-f86dd21b70d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.957525 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:09.992951 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1260b5b6-9783-4679-99ca-f86dd21b70d5 admin admin] Publish callbacks [] for security_group (61b32fb5-03fd-4b88-92d9-b0e87d54dd3f), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:09.998725 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1260b5b6-9783-4679-99ca-f86dd21b70d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (61b32fb5-03fd-4b88-92d9-b0e87d54dd3f), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.015362 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:10.045793 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51338) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:10.046335 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1260b5b6-9783-4679-99ca-f86dd21b70d5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=53cdbef41fdf42bd83b7ca286b22d97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488655 Oct 30 01:09:10.047064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260b5b6-9783-4679-99ca-f86dd21b70d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b32fb5-03fd-4b88-92d9-b0e87d54dd3f,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:10.107846 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bb9da680-31b6-4577-8d86-7db54a94ac75 admin admin] Publish callbacks [] for security_group (61b32fb5-03fd-4b88-92d9-b0e87d54dd3f), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.128545 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bb9da680-31b6-4577-8d86-7db54a94ac75 admin admin] Publish callbacks [] for security_group (61b32fb5-03fd-4b88-92d9-b0e87d54dd3f), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.177372 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bb9da680-31b6-4577-8d86-7db54a94ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (61b32fb5-03fd-4b88-92d9-b0e87d54dd3f), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.179886 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bb9da680-31b6-4577-8d86-7db54a94ac75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:10.181043 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-bb9da680-31b6-4577-8d86-7db54a94ac75 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/61b32fb5-03fd-4b88-92d9-b0e87d54dd3f HTTP/1.1" status: 204 len: 168 time: 0.1342731 Oct 30 01:09:10.188923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9da680-31b6-4577-8d86-7db54a94ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b32fb5-03fd-4b88-92d9-b0e87d54dd3f,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:11.084691 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.276355 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.594664 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51392) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:11.703311 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1f34-06bd-46b7-a9ba-a51221e2272a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.784417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1f34-06bd-46b7-a9ba-a51221e2272a admin admin] Publish callbacks [] for security_group (bdf441ff-0d89-4a33-8e64-f3ac559f2521), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.789471 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1f34-06bd-46b7-a9ba-a51221e2272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bdf441ff-0d89-4a33-8e64-f3ac559f2521), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.830905 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f1f34-06bd-46b7-a9ba-a51221e2272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf441ff-0d89-4a33-8e64-f3ac559f2521,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:11.836548 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-bf1f1f34-06bd-46b7-a9ba-a51221e2272a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=183924fe30e949919847fc51afdec2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403107 Oct 30 01:09:11.839829 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51404) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:11.893679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a847-6bdf-4ae2-849b-78b0d146d275 admin admin] Publish callbacks [] for security_group (bdf441ff-0d89-4a33-8e64-f3ac559f2521), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.918149 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a847-6bdf-4ae2-849b-78b0d146d275 admin admin] Publish callbacks [] for security_group (bdf441ff-0d89-4a33-8e64-f3ac559f2521), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.968204 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a847-6bdf-4ae2-849b-78b0d146d275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (bdf441ff-0d89-4a33-8e64-f3ac559f2521), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.970817 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-fcd2a847-6bdf-4ae2-849b-78b0d146d275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:11.971949 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-fcd2a847-6bdf-4ae2-849b-78b0d146d275 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bdf441ff-0d89-4a33-8e64-f3ac559f2521 HTTP/1.1" status: 204 len: 168 time: 0.1317506 Oct 30 01:09:11.980605 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a847-6bdf-4ae2-849b-78b0d146d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf441ff-0d89-4a33-8e64-f3ac559f2521,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:12.316785 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51420) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.331248 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-64bee089-9495-4d53-88e1-57a567dab13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.418099 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-64bee089-9495-4d53-88e1-57a567dab13b admin admin] Publish callbacks [] for security_group (062ce394-93b6-4035-8dd8-f4814ed869d3), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.423056 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-64bee089-9495-4d53-88e1-57a567dab13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (062ce394-93b6-4035-8dd8-f4814ed869d3), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.464378 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bee089-9495-4d53-88e1-57a567dab13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ce394-93b6-4035-8dd8-f4814ed869d3,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:12.471120 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-64bee089-9495-4d53-88e1-57a567dab13b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=98cb66590aa1442fbc87e29a891159ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507380 Oct 30 01:09:12.471854 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51426) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:12.521147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1076c922-42d0-4384-a0a5-72bf1fec5767 admin admin] Publish callbacks [] for security_group (062ce394-93b6-4035-8dd8-f4814ed869d3), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.542885 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1076c922-42d0-4384-a0a5-72bf1fec5767 admin admin] Publish callbacks [] for security_group (062ce394-93b6-4035-8dd8-f4814ed869d3), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.557784 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:12.598139 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1076c922-42d0-4384-a0a5-72bf1fec5767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (062ce394-93b6-4035-8dd8-f4814ed869d3), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.600907 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1076c922-42d0-4384-a0a5-72bf1fec5767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:12.602068 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1076c922-42d0-4384-a0a5-72bf1fec5767 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/062ce394-93b6-4035-8dd8-f4814ed869d3 HTTP/1.1" status: 204 len: 168 time: 0.1292768 Oct 30 01:09:12.610574 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076c922-42d0-4384-a0a5-72bf1fec5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ce394-93b6-4035-8dd8-f4814ed869d3,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.620623 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51468) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:15.728554 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6881a1a4-0be7-40d8-8408-9388e7695fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.808185 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6881a1a4-0be7-40d8-8408-9388e7695fe3 admin admin] Publish callbacks [] for security_group (7acc5095-f4f5-4441-920c-2888e3cfdc1a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.814050 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6881a1a4-0be7-40d8-8408-9388e7695fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7acc5095-f4f5-4441-920c-2888e3cfdc1a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.818105 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:15.861033 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6881a1a4-0be7-40d8-8408-9388e7695fe3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6c7a42e7e9ae438da36e6ac6ed9d4712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392759 Oct 30 01:09:15.862120 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881a1a4-0be7-40d8-8408-9388e7695fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acc5095-f4f5-4441-920c-2888e3cfdc1a,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:15.864127 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51472) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:15.916584 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Publish callbacks [] for security_group (7acc5095-f4f5-4441-920c-2888e3cfdc1a), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.936582 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Publish callbacks [] for security_group (7acc5095-f4f5-4441-920c-2888e3cfdc1a), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.987830 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (7acc5095-f4f5-4441-920c-2888e3cfdc1a), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.991649 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:15.993554 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7acc5095-f4f5-4441-920c-2888e3cfdc1a HTTP/1.1" status: 204 len: 168 time: 0.1280732 Oct 30 01:09:16.003386 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acc5095-f4f5-4441-920c-2888e3cfdc1a,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.011710 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.012102 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.012446 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.012780 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.013114 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.013440 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.013743 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.014190 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.014501 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.014819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.015141 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.015459 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.015819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.016121 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.016436 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642519ff-de66-4568-9e18-de7f5537d17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:16.269082 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51478) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:16.286430 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-31398044-85fd-4680-bdf0-f15bdc3f9a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.346378 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:16.365166 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-31398044-85fd-4680-bdf0-f15bdc3f9a41 admin admin] Publish callbacks [] for security_group (dedec6b1-0246-419e-8c03-a711bffe8af7), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.371455 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-31398044-85fd-4680-bdf0-f15bdc3f9a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (dedec6b1-0246-419e-8c03-a711bffe8af7), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.412168 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-31398044-85fd-4680-bdf0-f15bdc3f9a41 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=541e27b1868841b8b4ba09030ea67bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419063 Oct 30 01:09:16.413001 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31398044-85fd-4680-bdf0-f15bdc3f9a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedec6b1-0246-419e-8c03-a711bffe8af7,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.415120 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51480) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:16.466766 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f84990e8-fd68-4b65-a58b-42ca1d9e2895 admin admin] Publish callbacks [] for security_group (dedec6b1-0246-419e-8c03-a711bffe8af7), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.487691 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f84990e8-fd68-4b65-a58b-42ca1d9e2895 admin admin] Publish callbacks [] for security_group (dedec6b1-0246-419e-8c03-a711bffe8af7), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.541205 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f84990e8-fd68-4b65-a58b-42ca1d9e2895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (dedec6b1-0246-419e-8c03-a711bffe8af7), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.543858 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-f84990e8-fd68-4b65-a58b-42ca1d9e2895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.545008 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f84990e8-fd68-4b65-a58b-42ca1d9e2895 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dedec6b1-0246-419e-8c03-a711bffe8af7 HTTP/1.1" status: 204 len: 168 time: 0.1288579 Oct 30 01:09:16.553558 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84990e8-fd68-4b65-a58b-42ca1d9e2895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedec6b1-0246-419e-8c03-a711bffe8af7,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:16.889040 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51486) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:16.903667 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-070f7eb0-c1ad-4efb-bdf4-303ebef1e128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.988547 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-070f7eb0-c1ad-4efb-bdf4-303ebef1e128 admin admin] Publish callbacks [] for security_group (f270ea94-9232-4a27-9934-0ee78469a772), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:16.994989 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-070f7eb0-c1ad-4efb-bdf4-303ebef1e128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f270ea94-9232-4a27-9934-0ee78469a772), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.036252 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-070f7eb0-c1ad-4efb-bdf4-303ebef1e128 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6536cb656297461cbf1fa8b352f5b815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460958 Oct 30 01:09:17.037113 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f7eb0-c1ad-4efb-bdf4-303ebef1e128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270ea94-9232-4a27-9934-0ee78469a772,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:17.039176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51490) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:17.060216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:17.094667 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-329bb094-4e2c-42a6-98ff-0f3a6736c9b8 admin admin] Publish callbacks [] for security_group (f270ea94-9232-4a27-9934-0ee78469a772), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.115620 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-329bb094-4e2c-42a6-98ff-0f3a6736c9b8 admin admin] Publish callbacks [] for security_group (f270ea94-9232-4a27-9934-0ee78469a772), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.170795 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-329bb094-4e2c-42a6-98ff-0f3a6736c9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (f270ea94-9232-4a27-9934-0ee78469a772), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.173340 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-329bb094-4e2c-42a6-98ff-0f3a6736c9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:17.174501 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-329bb094-4e2c-42a6-98ff-0f3a6736c9b8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f270ea94-9232-4a27-9934-0ee78469a772 HTTP/1.1" status: 204 len: 168 time: 0.1342602 Oct 30 01:09:17.184854 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bb094-4e2c-42a6-98ff-0f3a6736c9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270ea94-9232-4a27-9934-0ee78469a772,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:19.226627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51564) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:19.340189 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-020c28c7-7025-45fd-8c3f-713596724890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.421046 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-020c28c7-7025-45fd-8c3f-713596724890 admin admin] Publish callbacks [] for security_group (634e45d1-7471-4b2f-8995-448dabfd64a3), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.427296 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-020c28c7-7025-45fd-8c3f-713596724890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (634e45d1-7471-4b2f-8995-448dabfd64a3), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.466754 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-020c28c7-7025-45fd-8c3f-713596724890 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1c76326d37fb41948a53e64cc66b5592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390180 Oct 30 01:09:19.467597 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c28c7-7025-45fd-8c3f-713596724890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e45d1-7471-4b2f-8995-448dabfd64a3,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:19.469860 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51568) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:19.520978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bdcd963b-dbc2-4632-ad22-3f4ec369d09f admin admin] Publish callbacks [] for security_group (634e45d1-7471-4b2f-8995-448dabfd64a3), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.542143 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bdcd963b-dbc2-4632-ad22-3f4ec369d09f admin admin] Publish callbacks [] for security_group (634e45d1-7471-4b2f-8995-448dabfd64a3), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.597100 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bdcd963b-dbc2-4632-ad22-3f4ec369d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (634e45d1-7471-4b2f-8995-448dabfd64a3), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.599965 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-bdcd963b-dbc2-4632-ad22-3f4ec369d09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.601266 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-bdcd963b-dbc2-4632-ad22-3f4ec369d09f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/634e45d1-7471-4b2f-8995-448dabfd64a3 HTTP/1.1" status: 204 len: 168 time: 0.1303179 Oct 30 01:09:19.609359 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd963b-dbc2-4632-ad22-3f4ec369d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e45d1-7471-4b2f-8995-448dabfd64a3,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:19.622311 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:19.888806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51574) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:19.902819 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d10e-cd67-4277-b9d8-5df5d3e6a8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.980691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d10e-cd67-4277-b9d8-5df5d3e6a8e0 admin admin] Publish callbacks [] for security_group (5db03661-61e3-4587-ac4c-382f10aa0cd4), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:19.987687 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d10e-cd67-4277-b9d8-5df5d3e6a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5db03661-61e3-4587-ac4c-382f10aa0cd4), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.024453 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5d10e-cd67-4277-b9d8-5df5d3e6a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db03661-61e3-4587-ac4c-382f10aa0cd4,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:20.028728 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-4ec5d10e-cd67-4277-b9d8-5df5d3e6a8e0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d986f0c89b9b45a8a074d52b360a1fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388721 Oct 30 01:09:20.031460 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51576) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:20.082504 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c5b4867e-da1d-4ecd-adef-b0ec90de32f0 admin admin] Publish callbacks [] for security_group (5db03661-61e3-4587-ac4c-382f10aa0cd4), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.103265 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c5b4867e-da1d-4ecd-adef-b0ec90de32f0 admin admin] Publish callbacks [] for security_group (5db03661-61e3-4587-ac4c-382f10aa0cd4), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.163000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c5b4867e-da1d-4ecd-adef-b0ec90de32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (5db03661-61e3-4587-ac4c-382f10aa0cd4), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.165636 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c5b4867e-da1d-4ecd-adef-b0ec90de32f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:20.166795 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c5b4867e-da1d-4ecd-adef-b0ec90de32f0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5db03661-61e3-4587-ac4c-382f10aa0cd4 HTTP/1.1" status: 204 len: 168 time: 0.1344702 Oct 30 01:09:20.174986 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4867e-da1d-4ecd-adef-b0ec90de32f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db03661-61e3-4587-ac4c-382f10aa0cd4,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:29.604612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=75,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:29.605377 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:30.170659 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:30.171979 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:30.189201 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:31.814948 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51718) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:31.931369 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e8577b6-c634-4211-94a3-9ebb4a21ec8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.005559 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e8577b6-c634-4211-94a3-9ebb4a21ec8a admin admin] Publish callbacks [] for security_group (c0f0824f-74ad-42f4-a4c9-919ce014b133), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.010403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e8577b6-c634-4211-94a3-9ebb4a21ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c0f0824f-74ad-42f4-a4c9-919ce014b133), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.047209 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8577b6-c634-4211-94a3-9ebb4a21ec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0824f-74ad-42f4-a4c9-919ce014b133,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:32.051944 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-8e8577b6-c634-4211-94a3-9ebb4a21ec8a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=572e07ef2169453dae2f14ef8c2fb03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358916 Oct 30 01:09:32.054677 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51722) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:32.107117 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e23b-e904-47e4-a5c3-c1b99d441aa8 admin admin] Publish callbacks [] for security_group (c0f0824f-74ad-42f4-a4c9-919ce014b133), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.127018 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e23b-e904-47e4-a5c3-c1b99d441aa8 admin admin] Publish callbacks [] for security_group (c0f0824f-74ad-42f4-a4c9-919ce014b133), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.178100 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e23b-e904-47e4-a5c3-c1b99d441aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (c0f0824f-74ad-42f4-a4c9-919ce014b133), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.180687 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e23b-e904-47e4-a5c3-c1b99d441aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.181836 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-dfe2e23b-e904-47e4-a5c3-c1b99d441aa8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c0f0824f-74ad-42f4-a4c9-919ce014b133 HTTP/1.1" status: 204 len: 168 time: 0.1263056 Oct 30 01:09:32.189689 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2e23b-e904-47e4-a5c3-c1b99d441aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0824f-74ad-42f4-a4c9-919ce014b133,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:32.849333 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51744) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:32.948319 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1715324638-network', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:32.971654 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Made reservation on behalf of 4f281bf8af484f7a88df7dc8ac06d887 for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:32.975159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:32.985239 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.060891 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks [] for security_group (8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.069304 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.096255 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:33.106524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:33.111506 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (12641b8c-bf80-4e50-85b1-1fde02e77fb9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.111880 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Added segment 12641b8c-bf80-4e50-85b1-1fde02e77fb9 of type vlan for network c4f8d00c-b75f-4bb8-966c-dae443b9ddea Oct 30 01:09:33.152378 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (c4f8d00c-b75f-4bb8-966c-dae443b9ddea), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.179852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (c4f8d00c-b75f-4bb8-966c-dae443b9ddea), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.180898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:33.181430 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.241873 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3912418 Oct 30 01:09:33.244992 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51748) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:33.249231 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469f72-31e7-4808-a9c7-17b172f6d089 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f8d00c-b75f-4bb8-966c-dae443b9ddea,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:33.250662 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Request body: {'subnet': {'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1715324638-subnet', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:33.259438 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:33.276467 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Made reservation on behalf of 4f281bf8af484f7a88df7dc8ac06d887 for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:33.279242 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.454950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (ad3e4e4f-6f33-475d-8da3-f98b1d0afe23), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.503176 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:33.521794 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Checking segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:33.522194 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Network hostable DHCP agents. Network: c4f8d00c-b75f-4bb8-966c-dae443b9ddea, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:33.543908 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:33.557794 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c4f8d00c-b75f-4bb8-966c-dae443b9ddea) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:33.562167 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:33.562786 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.567153 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f472cef-d7f0-418e-ac1e-e5740c24d0d9 None None] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:33.581787 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-0fb84bf0-3cf8-46b2-91db-788bdfe62b98 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3349359 Oct 30 01:09:33.584807 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51750) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:33.589309 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:33.612118 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (f10b0dd0-425e-4660-9c10-48a53d70056e), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.613901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (f10b0dd0-425e-4660-9c10-48a53d70056e), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.671794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:09:33.672828 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.672970 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks [] for router_controller (f10b0dd0-425e-4660-9c10-48a53d70056e), precommit_add_association {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.808442 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks [] for router_gateway (f10b0dd0-425e-4660-9c10-48a53d70056e), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.808769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Allocated IP 172.20.0.2 (c4f8d00c-b75f-4bb8-966c-dae443b9ddea/ad3e4e4f-6f33-475d-8da3-f98b1d0afe23/84df5747-05de-4bd0-b999-be3722956a21) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:33.952254 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Publish callbacks [] for port (84df5747-05de-4bd0-b999-be3722956a21), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.959748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (84df5747-05de-4bd0-b999-be3722956a21), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:33.993020 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks [] for router_gateway (f10b0dd0-425e-4660-9c10-48a53d70056e), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.003097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:34.006240 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Pushing event updated for resources: {'Port': ['ID=84df5747-05de-4bd0-b999-be3722956a21,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:34.008727 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:34.011685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:34.012563 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.018432 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.018779 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.019127 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.019467 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.019823 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.020289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.020471 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.020814 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.021159 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.021643 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.022588 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.022930 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.023260 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.023562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.023988 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:34.079497 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Attempting to bind port 84df5747-05de-4bd0-b999-be3722956a21 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:34.079769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Attempting to bind port 84df5747-05de-4bd0-b999-be3722956a21 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:34.080142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Attempting to bind port 84df5747-05de-4bd0-b999-be3722956a21 on network c4f8d00c-b75f-4bb8-966c-dae443b9ddea {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:34.119808 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Allocated IP 172.37.3.45 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/d9331cb9-0af0-4aaf-8763-3ae71cfaef44) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:34.123365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:34.123813 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Checking segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:34.124238 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.124711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Bound using segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:34.125221 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Bound port: 84df5747-05de-4bd0-b999-be3722956a21, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:34.125621 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (84df5747-05de-4bd0-b999-be3722956a21), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.128470 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:34.129739 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:34.189261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] For port 84df5747-05de-4bd0-b999-be3722956a21, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:34.192367 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] For port 84df5747-05de-4bd0-b999-be3722956a21, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84df5747-05de-4bd0-b999-be3722956a21,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:34.198755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (84df5747-05de-4bd0-b999-be3722956a21), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.235378 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks [] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.252158 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597eefa-5e6a-4139-92ad-a26e49e34e9b None None] Pushing event updated for resources: {'Port': ['ID=84df5747-05de-4bd0-b999-be3722956a21,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:34.270565 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.314352 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:34.319488 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:34.321797 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:34.323971 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:34.573973 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:34.574719 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:34.590857 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks [] for router_gateway (f10b0dd0-425e-4660-9c10-48a53d70056e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.778735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (f10b0dd0-425e-4660-9c10-48a53d70056e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:34.913306 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Router f10b0dd0-425e-4660-9c10-48a53d70056e is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:09:34.919126 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.020142 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:35.030397 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Sync routers for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:35.040996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.041362 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:35.041796 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:35.042447 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3c9cc835-ca79-4bcc-ae9a-30ab414b80d2 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4565330 Oct 30 01:09:35.045177 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51752) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:35.081691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.084939 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21906c47-c582-4b4c-b0cc-3b204e0ca1d5 None None] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:35.143494 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:35.143815 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.160838 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Provisioning complete for port 84df5747-05de-4bd0-b999-be3722956a21 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:35.161364 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (84df5747-05de-4bd0-b999-be3722956a21), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.161938 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Attempt 1 to provision port 84df5747-05de-4bd0-b999-be3722956a21 Oct 30 01:09:35.190722 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.294959 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Current status of the port 84df5747-05de-4bd0-b999-be3722956a21 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:35.295340 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (84df5747-05de-4bd0-b999-be3722956a21), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.331601 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:34Z', 'revision_number': 3, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:35.336128 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] For port 84df5747-05de-4bd0-b999-be3722956a21, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84df5747-05de-4bd0-b999-be3722956a21,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:35.346276 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (84df5747-05de-4bd0-b999-be3722956a21), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.415583 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ed7a0-0650-4ef7-94f1-767d4b4cacca None None] Pushing event updated for resources: {'Port': ['ID=84df5747-05de-4bd0-b999-be3722956a21,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:35.470648 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Checking router: f10b0dd0-425e-4660-9c10-48a53d70056e for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:35.471359 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Updating router f10b0dd0-425e-4660-9c10-48a53d70056e port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:35.499955 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.565524 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-eabd2f96-8749-43ff-92e7-bc52a4f340fe None None] Provisioning complete for port 84df5747-05de-4bd0-b999-be3722956a21 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:35.565974 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-eabd2f96-8749-43ff-92e7-bc52a4f340fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (84df5747-05de-4bd0-b999-be3722956a21), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.566395 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-eabd2f96-8749-43ff-92e7-bc52a4f340fe None None] Attempt 1 to provision port 84df5747-05de-4bd0-b999-be3722956a21 Oct 30 01:09:35.643095 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-eabd2f96-8749-43ff-92e7-bc52a4f340fe None None] Current status of the port 84df5747-05de-4bd0-b999-be3722956a21 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:35.710742 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.744936 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Publish callbacks [] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.752062 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.788248 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Attempting to bind port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:35.788584 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Attempting to bind port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:35.788961 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Attempting to bind port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:35.823895 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Pushing event updated for resources: {'Port': ['ID=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,revision_number=2']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:35.835342 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.835683 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.836039 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.836408 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.836765 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.837179 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.837576 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.837896 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.838211 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.838526 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.838880 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.839182 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.839551 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.839917 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.840229 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:09:35.852997 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:35.853366 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:35.853774 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.854144 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:35.854608 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Bound port: d9331cb9-0af0-4aaf-8763-3ae71cfaef44, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:35.854976 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.867489 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Allocated IP 172.20.0.1 (c4f8d00c-b75f-4bb8-966c-dae443b9ddea/ad3e4e4f-6f33-475d-8da3-f98b1d0afe23/70ab27a3-22aa-4de3-96f8-d10e50972cad) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:35.905878 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] For port d9331cb9-0af0-4aaf-8763-3ae71cfaef44, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:35.909120 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] For port d9331cb9-0af0-4aaf-8763-3ae71cfaef44, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:35.915285 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.947467 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:35.948131 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:35.972790 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks [] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:35.977896 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:35.995929 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:36.011421 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.012650 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284454b4-0280-4091-a7f4-cf592bd1b1ba None None] Pushing event updated for resources: {'Port': ['ID=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:36.049551 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:36.052871 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:36.059985 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:36.063932 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:36.067299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Pushing event updated for resources: {'Port': ['ID=70ab27a3-22aa-4de3-96f8-d10e50972cad,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:36.075170 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:36.105015 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (f10b0dd0-425e-4660-9c10-48a53d70056e), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.145121 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:36.213985 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2022f13a-d778-473f-883c-862228d94c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.245539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.262030 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:34Z', 'revision_number': 3, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:36.287803 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7aa282-0511-49d9-baf5-608b03cea057 None None] The sync data for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi is: [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:34Z', 'revision_number': 3, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:36.374277 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-c1f94ac1-0680-43a0-adc2-7cac13de1041 None None] Provisioning complete for port 70ab27a3-22aa-4de3-96f8-d10e50972cad triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:36.374658 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c1f94ac1-0680-43a0-adc2-7cac13de1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.375001 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-c1f94ac1-0680-43a0-adc2-7cac13de1041 None None] Attempt 1 to provision port 70ab27a3-22aa-4de3-96f8-d10e50972cad Oct 30 01:09:36.415223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-c1f94ac1-0680-43a0-adc2-7cac13de1041 None None] Port 70ab27a3-22aa-4de3-96f8-d10e50972cad cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:36.428325 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks [] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.437059 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.445183 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.470566 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 84df5747-05de-4bd0-b999-be3722956a21 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:36.509438 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Pushing event updated for resources: {'Port': ['ID=70ab27a3-22aa-4de3-96f8-d10e50972cad,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:36.513188 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (f10b0dd0-425e-4660-9c10-48a53d70056e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.522636 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 84df5747-05de-4bd0-b999-be3722956a21 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:36.523042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (84df5747-05de-4bd0-b999-be3722956a21), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.524120 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 84df5747-05de-4bd0-b999-be3722956a21 Oct 30 01:09:36.629284 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:36.631024 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:36.634153 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 84df5747-05de-4bd0-b999-be3722956a21 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:36.728319 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:09:36.762625 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Router f10b0dd0-425e-4660-9c10-48a53d70056e has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:09:36.829458 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:36.878954 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:36.884526 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d9f51100-acd2-4f6e-953a-d640adf73512 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f10b0dd0-425e-4660-9c10-48a53d70056e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8381064 Oct 30 01:09:36.938039 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-09bb45eb-f445-4636-94dc-0acd50946939 None None] Provisioning complete for port 70ab27a3-22aa-4de3-96f8-d10e50972cad triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:36.938410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-09bb45eb-f445-4636-94dc-0acd50946939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:36.938749 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-09bb45eb-f445-4636-94dc-0acd50946939 None None] Attempt 1 to provision port 70ab27a3-22aa-4de3-96f8-d10e50972cad Oct 30 01:09:36.972659 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-09bb45eb-f445-4636-94dc-0acd50946939 None None] Port 70ab27a3-22aa-4de3-96f8-d10e50972cad cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:37.386577 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51768) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:37.391591 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-652182006-network', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:37.414166 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Made reservation on behalf of 97a2499d78e44464bc2e9c8c2f9f145c for: {'network': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:37.416746 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for network (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.426032 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.428484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:37.466218 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:37.505831 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks [] for security_group (9022e784-df2f-4111-960d-ee9cbd9ed948), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.511506 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (9022e784-df2f-4111-960d-ee9cbd9ed948), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.529963 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=104542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 30 01:09:37.549941 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (92162c64-a6fb-4211-beda-9e995781b8e6), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.550301 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.segments_db [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Added segment 92162c64-a6fb-4211-beda-9e995781b8e6 of type vlan for network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 Oct 30 01:09:37.558151 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9022e784-df2f-4111-960d-ee9cbd9ed948,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:37.597556 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751766783151'] for network (b4f25c70-6a29-40d0-be70-14d3bf4a46b2), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.624348 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531'] for network (b4f25c70-6a29-40d0-be70-14d3bf4a46b2), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.626035 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:37.626845 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.688213 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3004422 Oct 30 01:09:37.691217 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51770) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:37.695807 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ebb1-ab4a-446f-a07c-c70b1343e58c admin admin] Pushing event updated for resources: {'Network': ['ID=b4f25c70-6a29-40d0-be70-14d3bf4a46b2,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:37.696795 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Request body: {'subnet': {'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-652182006-subnet', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'ip_version': 4}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:37.705819 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 30 01:09:37.733823 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Made reservation on behalf of 97a2499d78e44464bc2e9c8c2f9f145c for: {'subnet': 1} {{(pid=104541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:09:37.736286 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8538770'] for subnet (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.846711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Sync routers for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:37.855101 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:37.857450 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:37.858050 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:37.914833 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4043632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8538876'] for subnet (a240be93-d834-4997-afaf-149b6eb5102e), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:37.971849 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a240be93-d834-4997-afaf-149b6eb5102e,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:37.985468 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Checking segment: {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:37.985836 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Network hostable DHCP agents. Network: b4f25c70-6a29-40d0-be70-14d3bf4a46b2, hostable agents: ['c61674e6-9bc4-49a2-8b19-918ca7bff246'], hosted agents: [] {{(pid=104541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 30 01:09:38.007967 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 is scheduled to be hosted by DHCP agent c61674e6-9bc4-49a2-8b19-918ca7bff246 with binding_index 1 {{(pid=104541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 30 01:09:38.019013 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b4f25c70-6a29-40d0-be70-14d3bf4a46b2) {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:38.023652 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:09:38.024735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.043800 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-02f62d5d-4762-4da4-a809-ab0c2d28c967 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3511446 Oct 30 01:09:38.046416 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51772) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:38.050923 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:38.074073 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65233'] for router (f7d3e363-2603-482c-bf13-67fce763fd0d), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.075031 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65258'] for router (f7d3e363-2603-482c-bf13-67fce763fd0d), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.089871 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edaab35-8de3-4606-a325-455b2ef36b2d None None] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:38.129333 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks [] for router_controller (f7d3e363-2603-482c-bf13-67fce763fd0d), precommit_add_association {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.138613 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.153299 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:38.250545 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.266988 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks [] for router_gateway (f7d3e363-2603-482c-bf13-67fce763fd0d), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.319954 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b4f25c70-6a29-40d0-be70-14d3bf4a46b2', 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2', 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'fixed_ips': [{'subnet_id': 'a240be93-d834-4997-afaf-149b6eb5102e'}]}} from dv-cinder-master-3-iscsi. {{(pid=104543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 30 01:09:38.320857 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.341406 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c46dce77-8646-49f9-a9c0-912478f927d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.455269 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d9331cb9-0af0-4aaf-8763-3ae71cfaef44 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:38.463175 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks [] for router_gateway (f7d3e363-2603-482c-bf13-67fce763fd0d), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.482431 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.503867 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 2, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:38.561521 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Checking router: f10b0dd0-425e-4660-9c10-48a53d70056e for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:38.561869 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Updating router f10b0dd0-425e-4660-9c10-48a53d70056e port 70ab27a3-22aa-4de3-96f8-d10e50972cad binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:38.586777 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Allocated IP 172.37.3.235 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/0936f14e-8a26-42be-be47-e617386d0d2c) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:38.588508 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.603073 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.db_base_plugin_common [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Allocated IP 172.20.0.2 (b4f25c70-6a29-40d0-be70-14d3bf4a46b2/a240be93-d834-4997-afaf-149b6eb5102e/c7026adc-972a-4b6e-80bd-2bc4a1ee44ae) {{(pid=104543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:38.612599 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.618153 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:38.618516 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.618846 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 Oct 30 01:09:38.695661 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks [] for port (0936f14e-8a26-42be-be47-e617386d0d2c), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.716765 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.732400 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.776251 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:38.781329 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:38.783686 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:38.786081 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Pushing event updated for resources: {'Port': ['ID=0936f14e-8a26-42be-be47-e617386d0d2c,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:38.908729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:38.909321 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.955015 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Publish callbacks [] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), precommit_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.956127 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:38.971666 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port d9331cb9-0af0-4aaf-8763-3ae71cfaef44, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:38.972980 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), after_create {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:38.977732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:39.003702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.033413 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks [] for router_gateway (f7d3e363-2603-482c-bf13-67fce763fd0d), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.036795 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 is already hosted by enough agents. {{(pid=104543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:39.043835 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.base_scheduler [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Resources bound (agent type, host, resource id): {{(pid=104543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:39.054556 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Received port after_create {{(pid=104543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:39.056461 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Pushing event updated for resources: {'Port': ['ID=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,revision_number=1']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.173467 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.195843 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Attempting to bind port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:39.196261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Attempting to bind port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:39.196650 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Attempting to bind port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae on network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:39.229047 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-719869'] for router (f7d3e363-2603-482c-bf13-67fce763fd0d), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.239191 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Publish callbacks [] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.246474 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.283778 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:39.284144 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Checking segment: {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:39.284543 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.284926 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Bound using segment: {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:39.285397 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Bound port: c7026adc-972a-4b6e-80bd-2bc4a1ee44ae, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:39.285770 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.328716 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3a0e9-5ee3-43b1-957a-80f821663ddc None None] Pushing event updated for resources: {'Port': ['ID=70ab27a3-22aa-4de3-96f8-d10e50972cad,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.362673 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Router f7d3e363-2603-482c-bf13-67fce763fd0d is scheduled to L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e with binding_index 1 {{(pid=104541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 30 01:09:39.397585 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Attempting to bind port 70ab27a3-22aa-4de3-96f8-d10e50972cad on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:39.397947 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Attempting to bind port 70ab27a3-22aa-4de3-96f8-d10e50972cad by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:39.398307 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Attempting to bind port 70ab27a3-22aa-4de3-96f8-d10e50972cad on network c4f8d00c-b75f-4bb8-966c-dae443b9ddea {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:39.415165 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:39.425026 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] For port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:39.441660 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] For port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,segment=NetworkSegment(92162c64-a6fb-4211-beda-9e995781b8e6),segment_id=92162c64-a6fb-4211-beda-9e995781b8e6)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:39.452254 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.474533 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:39.483072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:39.483458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Checking segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:39.483888 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.484310 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Bound using segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:39.484802 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Bound port: 70ab27a3-22aa-4de3-96f8-d10e50972cad, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:39.485175 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.489884 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Sync routers for ids ['f7d3e363-2603-482c-bf13-67fce763fd0d'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:39.494691 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.499424 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51774) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:39.500241 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-2b9a1e2f-acdf-4059-b761-f5408e9f44ea admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4524887 Oct 30 01:09:39.505957 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Routers {'f7d3e363-2603-482c-bf13-67fce763fd0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:39.506966 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f7d3e363-2603-482c-bf13-67fce763fd0d'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:39.555265 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402b9ed-bb55-45b3-9c7f-abf94e91bcfb None None] Pushing event updated for resources: {'Port': ['ID=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,revision_number=2']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.602084 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] For port 70ab27a3-22aa-4de3-96f8-d10e50972cad, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:39.608620 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] For port 70ab27a3-22aa-4de3-96f8-d10e50972cad, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70ab27a3-22aa-4de3-96f8-d10e50972cad,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:39.614286 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:39.616160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.620759 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.640683 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Set router f7d3e363-2603-482c-bf13-67fce763fd0d gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:39.703827 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:39.704466 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:39.851615 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 3, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:39.881227 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Checking router: f7d3e363-2603-482c-bf13-67fce763fd0d for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:39.881573 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Updating router f7d3e363-2603-482c-bf13-67fce763fd0d port 0936f14e-8a26-42be-be47-e617386d0d2c binding host dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:39.910353 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:39.965734 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3a0e9-5ee3-43b1-957a-80f821663ddc None None] Pushing event updated for resources: {'Port': ['ID=70ab27a3-22aa-4de3-96f8-d10e50972cad,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:39.991453 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.029291 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:40.067477 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.118965 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.165717 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Allocated IP 172.20.0.1 (b4f25c70-6a29-40d0-be70-14d3bf4a46b2/a240be93-d834-4997-afaf-149b6eb5102e/a95107ac-8fdd-418f-9fc7-9e68e3b030a1) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:09:40.176821 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.201981 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Publish callbacks [] for port (0936f14e-8a26-42be-be47-e617386d0d2c), precommit_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.219690 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.263351 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Attempting to bind port 0936f14e-8a26-42be-be47-e617386d0d2c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:40.263738 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Attempting to bind port 0936f14e-8a26-42be-be47-e617386d0d2c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:40.264638 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Attempting to bind port 0936f14e-8a26-42be-be47-e617386d0d2c on network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:40.269785 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:39Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:40.298055 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828b966-d36b-4dfe-98bc-9512c07daacc None None] The sync data for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi is: [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:39Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:40.301505 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks [] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.333439 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.350200 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcd3db-5c96-4c52-9978-86f76f5312ec None None] Pushing event updated for resources: {'Port': ['ID=0936f14e-8a26-42be-be47-e617386d0d2c,revision_number=2']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:40.360660 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:40.361275 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Checking segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:40.361930 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.362402 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Bound using segment: {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'} {{(pid=104544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:40.363033 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.managers [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Bound port: 0936f14e-8a26-42be-be47-e617386d0d2c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74211ee-a805-403d-8206-2e56506171a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6'}}] {{(pid=104544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:40.363506 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), before_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.389956 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:40.391603 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.424394 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] For port 0936f14e-8a26-42be-be47-e617386d0d2c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:40.435023 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.plugins.ml2.db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] For port 0936f14e-8a26-42be-be47-e617386d0d2c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0936f14e-8a26-42be-be47-e617386d0d2c,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:40.454017 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron_lib.callbacks.manager [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), after_update {{(pid=104544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.482793 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:40.484847 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Pushing event updated for resources: {'Port': ['ID=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:40.488676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:40.491515 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:09:40.523239 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Routers {'f7d3e363-2603-482c-bf13-67fce763fd0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:40.525052 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f7d3e363-2603-482c-bf13-67fce763fd0d'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:40.570755 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717963'] for router_interface (f7d3e363-2603-482c-bf13-67fce763fd0d), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.702357 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 70ab27a3-22aa-4de3-96f8-d10e50972cad up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:40.739670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc24a5b-6f4b-4526-b572-3a5aba6d370a None None] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:09:40.754717 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcd3db-5c96-4c52-9978-86f76f5312ec None None] Pushing event updated for resources: {'Port': ['ID=0936f14e-8a26-42be-be47-e617386d0d2c,revision_number=3']} {{(pid=104544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:40.815361 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.824781 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] Set router f7d3e363-2603-482c-bf13-67fce763fd0d gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:40.827172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 70ab27a3-22aa-4de3-96f8-d10e50972cad triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:40.827652 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.828115 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 70ab27a3-22aa-4de3-96f8-d10e50972cad Oct 30 01:09:40.862469 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Provisioning complete for port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:40.862840 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:40.863173 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Attempt 1 to provision port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae Oct 30 01:09:41.026476 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Current status of the port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:41.027148 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.033384 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks [] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.043860 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 70ab27a3-22aa-4de3-96f8-d10e50972cad is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:41.044244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.044961 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.061974 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 3, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:41.112369 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] For port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,segment=NetworkSegment(92162c64-a6fb-4211-beda-9e995781b8e6),segment_id=92162c64-a6fb-4211-beda-9e995781b8e6)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:41.122650 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.126858 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 70ab27a3-22aa-4de3-96f8-d10e50972cad, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70ab27a3-22aa-4de3-96f8-d10e50972cad,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:41.130130 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.135282 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25211b0-3ffa-4356-a842-db84b6eec216 None None] The sync data for ids ['f7d3e363-2603-482c-bf13-67fce763fd0d'] in dv-cinder-master-3-iscsi is: [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 3, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:41.135895 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.137659 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c7026adc-972a-4b6e-80bd-2bc4a1ee44ae up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:41.171272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717951'] for router_interface (f7d3e363-2603-482c-bf13-67fce763fd0d), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.185244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:41.227300 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3c57b-1b9c-4111-b325-cdec10617a10 None None] Pushing event updated for resources: {'Port': ['ID=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.243633 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:41.312452 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:41.312984 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.313375 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae Oct 30 01:09:41.320606 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.339499 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=70ab27a3-22aa-4de3-96f8-d10e50972cad,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.353358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Pushing event updated for resources: {'Port': ['ID=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:41.377273 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Provisioning complete for port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:41.377732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.378126 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Attempt 1 to provision port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 Oct 30 01:09:41.378409 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:09:41.381833 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:09:41.404760 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:41.423301 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:41.462016 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Provisioning complete for port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:41.462473 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.462870 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Attempt 1 to provision port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae Oct 30 01:09:41.496428 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:41.497587 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d9331cb9-0af0-4aaf-8763-3ae71cfaef44 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:41.526808 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:41.538113 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Router f7d3e363-2603-482c-bf13-67fce763fd0d has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:09:41.592500 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:41.592877 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.593211 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 Oct 30 01:09:41.666514 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3b383-68ec-4ef3-951d-40fa0a40f7e2 None None] Current status of the port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:41.734572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:09:41.740955 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:41.744078 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-4ee32dc4-1a19-49f8-a1d3-59a3e3f09411 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f7d3e363-2603-482c-bf13-67fce763fd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417347 Oct 30 01:09:41.786966 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b7594cf0-a06f-4123-8a27-f0a648a2f3f3 None None] Provisioning complete for port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:41.787336 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b7594cf0-a06f-4123-8a27-f0a648a2f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.787673 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b7594cf0-a06f-4123-8a27-f0a648a2f3f3 None None] Attempt 1 to provision port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 Oct 30 01:09:41.845670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b7594cf0-a06f-4123-8a27-f0a648a2f3f3 None None] Port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:41.962353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-d3b06f1a-3017-4591-aa2c-ebecf1f2ebbd None None] Provisioning complete for port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:41.962810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d3b06f1a-3017-4591-aa2c-ebecf1f2ebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:41.963212 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-d3b06f1a-3017-4591-aa2c-ebecf1f2ebbd None None] Attempt 1 to provision port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 Oct 30 01:09:41.998754 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-d3b06f1a-3017-4591-aa2c-ebecf1f2ebbd None None] Port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:09:42.501359 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 0936f14e-8a26-42be-be47-e617386d0d2c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:42.550919 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 0936f14e-8a26-42be-be47-e617386d0d2c triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:42.551289 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.551624 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 0936f14e-8a26-42be-be47-e617386d0d2c Oct 30 01:09:42.625126 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 0936f14e-8a26-42be-be47-e617386d0d2c is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:42.625518 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.648097 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port 0936f14e-8a26-42be-be47-e617386d0d2c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0936f14e-8a26-42be-be47-e617386d0d2c,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:42.655501 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.656283 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 70ab27a3-22aa-4de3-96f8-d10e50972cad up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:42.659041 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:42.732227 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=0936f14e-8a26-42be-be47-e617386d0d2c,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:42.741602 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 70ab27a3-22aa-4de3-96f8-d10e50972cad triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:42.742001 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.742328 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 70ab27a3-22aa-4de3-96f8-d10e50972cad Oct 30 01:09:42.820580 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 70ab27a3-22aa-4de3-96f8-d10e50972cad is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:42.821698 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c7026adc-972a-4b6e-80bd-2bc4a1ee44ae up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:42.864413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:42.864760 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:42.865114 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae Oct 30 01:09:42.908825 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:42.940675 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:43.136480 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51784) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.141067 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327237405', 'description': 'tempest-secgroup-smoke-327237405 description', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.165107 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.235898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group (e040a6f3-0c76-43e5-8ce0-054fc087aa19), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.242321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e040a6f3-0c76-43e5-8ce0-054fc087aa19), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.272259 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e040a6f3-0c76-43e5-8ce0-054fc087aa19,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:43.278439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.279658 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-09c05cee-1e06-4bef-9ce8-5c5f31018eb3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1421857 Oct 30 01:09:43.282613 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51786) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.286854 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group_rule': {'security_group_id': 'e040a6f3-0c76-43e5-8ce0-054fc087aa19', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.317345 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (e91d4126-e9aa-46f9-bd3c-bb66d1be1ca9), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.381277 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (e91d4126-e9aa-46f9-bd3c-bb66d1be1ca9), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.387162 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (e91d4126-e9aa-46f9-bd3c-bb66d1be1ca9), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.409339 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91d4126-e9aa-46f9-bd3c-bb66d1be1ca9,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:43.415230 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.416510 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-1afe2940-04f5-4510-8950-29a4ac0f2c08 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330061 Oct 30 01:09:43.419358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51788) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.423812 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group_rule': {'security_group_id': 'e040a6f3-0c76-43e5-8ce0-054fc087aa19', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.451556 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (d8484a86-30d9-491e-a335-6e32ac8d3de8), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.508723 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (d8484a86-30d9-491e-a335-6e32ac8d3de8), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.514394 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (d8484a86-30d9-491e-a335-6e32ac8d3de8), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.535036 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8484a86-30d9-491e-a335-6e32ac8d3de8,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:43.541703 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.542829 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a4ba7465-a1fc-4f9e-9617-66080294e8b1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225350 Oct 30 01:09:43.545979 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51790) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.550805 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group_rule': {'security_group_id': 'e040a6f3-0c76-43e5-8ce0-054fc087aa19', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.581357 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (a6651871-c21e-40cc-b171-e5146486c79f), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.641989 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (a6651871-c21e-40cc-b171-e5146486c79f), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.648233 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (a6651871-c21e-40cc-b171-e5146486c79f), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.655788 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:43.668879 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6651871-c21e-40cc-b171-e5146486c79f,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:43.676184 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.677400 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-524be3c9-3f22-4bc7-b5c1-dae51238d805 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303356 Oct 30 01:09:43.680456 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51792) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.685307 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group_rule': {'security_group_id': 'e040a6f3-0c76-43e5-8ce0-054fc087aa19', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.708707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Sync routers for ids ['f7d3e363-2603-482c-bf13-67fce763fd0d'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:09:43.715096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (56008380-edae-494f-b50b-5b3dda54ca93), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.719553 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Routers {'f7d3e363-2603-482c-bf13-67fce763fd0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:43.720203 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f7d3e363-2603-482c-bf13-67fce763fd0d'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:43.777798 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (56008380-edae-494f-b50b-5b3dda54ca93), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.782785 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (56008380-edae-494f-b50b-5b3dda54ca93), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.802834 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56008380-edae-494f-b50b-5b3dda54ca93,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:43.809256 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.813101 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-3cd02a32-ef44-48a9-9976-965ad6f6acb1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284790 Oct 30 01:09:43.813210 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51794) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.817575 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group_rule': {'security_group_id': 'e040a6f3-0c76-43e5-8ce0-054fc087aa19', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.824134 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Set router f7d3e363-2603-482c-bf13-67fce763fd0d gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:43.839901 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.securitygroups_db [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Project 4f281bf8af484f7a88df7dc8ac06d887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:09:43.845957 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (27f927fe-8543-498c-a47d-385176568d60), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.904875 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (27f927fe-8543-498c-a47d-385176568d60), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.910822 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (27f927fe-8543-498c-a47d-385176568d60), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.930934 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f927fe-8543-498c-a47d-385176568d60,revision_number=0']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:43.938082 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:43.939383 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d0edf8ed-e5d5-4bfc-8686-2650d2e7b602 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252882 Oct 30 01:09:43.942323 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 51796) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:09:43.947227 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'security_group_rule': {'security_group_id': 'e040a6f3-0c76-43e5-8ce0-054fc087aa19', 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:09:43.963606 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:43.970755 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.securitygroups_db [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Project 4f281bf8af484f7a88df7dc8ac06d887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 30 01:09:43.977592 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (c486e631-57a7-401c-8340-26796905421a), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.017748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:40Z', 'revision_number': 4, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a95107ac-8fdd-418f-9fc7-9e68e3b030a1', 'name': '', 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'mac_address': 'fa:16:3e:8b:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'a240be93-d834-4997-afaf-149b6eb5102e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:40Z', 'updated_at': '2022-10-30T01:09:40Z', 'revision_number': 2, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'subnets': [{'id': 'a240be93-d834-4997-afaf-149b6eb5102e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:44.032064 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (c486e631-57a7-401c-8340-26796905421a), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.037450 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908020'] for security_group_rule (c486e631-57a7-401c-8340-26796905421a), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.057915 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c486e631-57a7-401c-8340-26796905421a,revision_number=0']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:44.068737 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.070001 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-0dfd8407-c86d-43bf-af24-fbcd43e08b5e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266272 Oct 30 01:09:44.190774 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Checking router: f7d3e363-2603-482c-bf13-67fce763fd0d for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:09:44.191101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Updating router f7d3e363-2603-482c-bf13-67fce763fd0d port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 binding host dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 30 01:09:44.220454 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.442412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:44.468984 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 0936f14e-8a26-42be-be47-e617386d0d2c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:44.519999 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Publish callbacks [] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), precommit_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.527802 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.571401 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port 0936f14e-8a26-42be-be47-e617386d0d2c triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:44.571791 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.572296 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port 0936f14e-8a26-42be-be47-e617386d0d2c Oct 30 01:09:44.613341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cbe1-b016-4afa-8b1b-e63d5e98a413 None None] Pushing event updated for resources: {'Port': ['ID=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,revision_number=3']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:44.662833 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Attempting to bind port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:09:44.663191 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Attempting to bind port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:09:44.663543 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Attempting to bind port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 on network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:09:44.666781 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:44.733710 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port 0936f14e-8a26-42be-be47-e617386d0d2c is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:44.735918 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Checking agent: {'id': 'f07609ab-0ae0-48ad-8583-393ede1926fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 47, 41), 'started_at': datetime.datetime(2022, 10, 30, 0, 48, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:09:44.736448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Checking segment: {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:09:44.736652 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.737046 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Bound using segment: {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'} {{(pid=104543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:09:44.737604 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.managers [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Bound port: a95107ac-8fdd-418f-9fc7-9e68e3b030a1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92162c64-a6fb-4211-beda-9e995781b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2'}}] {{(pid=104543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:09:44.737946 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.802190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] For port a95107ac-8fdd-418f-9fc7-9e68e3b030a1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:09:44.805220 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] For port a95107ac-8fdd-418f-9fc7-9e68e3b030a1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,segment=NetworkSegment(92162c64-a6fb-4211-beda-9e995781b8e6),segment_id=92162c64-a6fb-4211-beda-9e995781b8e6)] {{(pid=104543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:09:44.812244 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:44.845216 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Routers {'f7d3e363-2603-482c-bf13-67fce763fd0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:09:44.845843 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:09:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f7d3e363-2603-482c-bf13-67fce763fd0d'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:44.904606 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cbe1-b016-4afa-8b1b-e63d5e98a413 None None] Pushing event updated for resources: {'Port': ['ID=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:44.972113 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] Set router f7d3e363-2603-482c-bf13-67fce763fd0d gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:09:45.175485 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:40Z', 'revision_number': 4, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a95107ac-8fdd-418f-9fc7-9e68e3b030a1', 'name': '', 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'mac_address': 'fa:16:3e:8b:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'a240be93-d834-4997-afaf-149b6eb5102e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:40Z', 'updated_at': '2022-10-30T01:09:44Z', 'revision_number': 4, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'subnets': [{'id': 'a240be93-d834-4997-afaf-149b6eb5102e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:09:45.202233 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0791b1-6614-40d5-b4a3-59ad7b6ba059 None None] The sync data for ids ['f7d3e363-2603-482c-bf13-67fce763fd0d'] in dv-cinder-master-3-iscsi is: [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:40Z', 'revision_number': 4, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a95107ac-8fdd-418f-9fc7-9e68e3b030a1', 'name': '', 'network_id': 'b4f25c70-6a29-40d0-be70-14d3bf4a46b2', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'mac_address': 'fa:16:3e:8b:5d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'a240be93-d834-4997-afaf-149b6eb5102e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:40Z', 'updated_at': '2022-10-30T01:09:44Z', 'revision_number': 4, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'subnets': [{'id': 'a240be93-d834-4997-afaf-149b6eb5102e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:09:46.444684 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a95107ac-8fdd-418f-9fc7-9e68e3b030a1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:46.485449 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:46.495823 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:46.496174 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.496512 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 Oct 30 01:09:46.576161 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 is: DOWN; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:46.576419 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.613384 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] For port a95107ac-8fdd-418f-9fc7-9e68e3b030a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,segment=NetworkSegment(92162c64-a6fb-4211-beda-9e995781b8e6),segment_id=92162c64-a6fb-4211-beda-9e995781b8e6)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:09:46.620383 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:46.681600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Pushing event updated for resources: {'Port': ['ID=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:09:48.446496 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a95107ac-8fdd-418f-9fc7-9e68e3b030a1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:09:48.492223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Provisioning complete for port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:09:48.492597 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:09:48.492927 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Attempt 1 to provision port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 Oct 30 01:09:48.562867 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:48.570118 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Current status of the port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:09:51.064804 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=34 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:51.065860 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:53.928683 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:53.929860 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:54.058314 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=72,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:54.061808 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:09:58.569353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:05.966378 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-becbf206-aa07-4039-93d8-271931fc5f1f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-327237405&fields=id&tenant_id=4f281bf8af484f7a88df7dc8ac06d887 HTTP/1.1" status: 200 len: 267 time: 0.0488825 Oct 30 01:10:06.084482 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a7943101-5c81-4442-9a66-13aaa3a37863 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:06.086074 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a7943101-5c81-4442-9a66-13aaa3a37863 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 809 time: 0.1127920 Oct 30 01:10:06.107366 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-1acd9eab-74fc-4586-8fe5-f3d2b3e3c5de tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/quotas/4f281bf8af484f7a88df7dc8ac06d887 HTTP/1.1" status: 200 len: 375 time: 0.0153320 Oct 30 01:10:06.170112 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-4ae8e738-b4f2-4512-8e98-a719ffb5a248 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577321 Oct 30 01:10:06.179255 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-75eef07c-e646-4ed1-aee9-d0c39ff08cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:06.185806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-1c21d9f7-ca8f-481a-933f-3a4f06de188a service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:10:06.186764 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-1c21d9f7-ca8f-481a-933f-3a4f06de188a service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055583 Oct 30 01:10:06.285665 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-0e30cd22-ddd0-496c-a9d5-c2a9c0176adb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932846 Oct 30 01:10:06.451534 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:06.574964 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:06.576041 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:06.625739 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7672ef90-d679-4ab3-91d7-cbc73ddbd66d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342803 Oct 30 01:10:06.941617 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-07523275-e19b-44a7-b6f4-b359e8fa6169 req-e14bfa14-e0c1-4d75-a213-c574e52cfb09 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Oct 30 01:10:08.049868 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7870166a-4f6b-4bed-82ea-c9557eab9bb2 req-d7844812-d27f-4495-bdec-725ccc36040b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0305796 Oct 30 01:10:08.297894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-623f1830-8316-4a0c-bfcd-cbee3181b545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:08.450015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-0f5ee64e-f185-4722-b563-c886de2ec8f3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:08.451548 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-0f5ee64e-f185-4722-b563-c886de2ec8f3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 809 time: 0.1095307 Oct 30 01:10:08.521151 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-3d047521-24db-4f2a-973c-1a0d39b3c917 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f281bf8af484f7a88df7dc8ac06d887 HTTP/1.1" status: 200 len: 379 time: 0.0550058 Oct 30 01:10:08.542388 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'port': {'device_id': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'admin_state_up': True, 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'security_groups': ['e040a6f3-0c76-43e5-8ce0-054fc087aa19']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:08.668960 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Made reservation on behalf of 4f281bf8af484f7a88df7dc8ac06d887 for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:10:08.672992 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:08.802272 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Allocated IP 172.20.0.11 (c4f8d00c-b75f-4bb8-966c-dae443b9ddea/ad3e4e4f-6f33-475d-8da3-f98b1d0afe23/4025698b-6028-4fe4-ae38-07266f391e05) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:10:09.164652 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d45d97aa-35db-4302-a24c-47dca7d2594f req-65bd841f-dd35-448c-b8ba-f5e18e82da01 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0307295 Oct 30 01:10:09.221843 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for port (4025698b-6028-4fe4-ae38-07266f391e05), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.255945 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.313532 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:10:09.318410 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:10:09.320631 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:09.322726 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:10:09.353292 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.353292 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.353292 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.354325 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.354652 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.354977 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.355301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.355618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.355962 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.356273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.356589 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.356902 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.357213 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.357546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.357828 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:09.383907 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:09.384522 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.403407 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-a89baf8f-72af-406b-8b72-c6f2ac710d83 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8646357 Oct 30 01:10:09.421887 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Request body: {'port': {'device_id': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:09.458796 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:09.486642 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.512024 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-8c802668-4886-4137-9a61-77a261f2c78e None None] Provisioning complete for port 4025698b-6028-4fe4-ae38-07266f391e05 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:10:09.512624 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8c802668-4886-4137-9a61-77a261f2c78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (4025698b-6028-4fe4-ae38-07266f391e05), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.512732 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-8c802668-4886-4137-9a61-77a261f2c78e None None] Attempt 1 to provision port 4025698b-6028-4fe4-ae38-07266f391e05 Oct 30 01:10:09.523403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:09.559374 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-8c802668-4886-4137-9a61-77a261f2c78e None None] Port 4025698b-6028-4fe4-ae38-07266f391e05 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:10:09.564796 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.752218 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4025698b-6028-4fe4-ae38-07266f391e05 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:10:09.759814 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Publish callbacks [] for port (4025698b-6028-4fe4-ae38-07266f391e05), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.772399 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Transition to ACTIVE for port object 4025698b-6028-4fe4-ae38-07266f391e05 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:10:09.780184 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:09.838978 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:09.894178 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Attempting to bind port 4025698b-6028-4fe4-ae38-07266f391e05 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:10:09.894464 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Attempting to bind port 4025698b-6028-4fe4-ae38-07266f391e05 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:10:09.894798 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Attempting to bind port 4025698b-6028-4fe4-ae38-07266f391e05 on network c4f8d00c-b75f-4bb8-966c-dae443b9ddea {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:10:09.936581 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Port 4025698b-6028-4fe4-ae38-07266f391e05 on network c4f8d00c-b75f-4bb8-966c-dae443b9ddea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:10:09.936884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Attempting to bind port 4025698b-6028-4fe4-ae38-07266f391e05 on network c4f8d00c-b75f-4bb8-966c-dae443b9ddea {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:10:09.980487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:10:09.980839 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Checking segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:10:09.981194 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Bound using segment: {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:10:09.981621 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Bound port: 4025698b-6028-4fe4-ae38-07266f391e05, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12641b8c-bf80-4e50-85b1-1fde02e77fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:10:09.981975 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.078236 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:10:10.093729 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-b871f847-1d6e-4f56-abfe-05b25248efee service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620031 Oct 30 01:10:10.095417 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:10:10.102293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.106085 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.106676 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:10.108200 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 1094 time: 0.6906419 Oct 30 01:10:10.110247 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:10.112535 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37af06-a586-47ee-852f-1fb2fb947dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:10.158911 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe173e4-1960-470a-9a1d-5871533b36ec x-openstack-request-id: req-5fe173e4-1960-470a-9a1d-5871533b36ec {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:10.159174 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:10.159441 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fe173e4-1960-470a-9a1d-5871533b36ec {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:10.159836 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe173e4-1960-470a-9a1d-5871533b36ec'] response: {'name': 'network-changed', 'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'status': 'completed', 'code': 200} Oct 30 01:10:10.170791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a103-7739-4ba8-9dc1-e80c2edb18ab service neutron] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:10.273140 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-d9a8b26b-0d16-4bfd-988d-af014902323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.274656 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-d9a8b26b-0d16-4bfd-988d-af014902323b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 1130 time: 0.0758014 Oct 30 01:10:10.275983 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-acdcfd8a-751d-445f-aa6a-65dad3f78b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.277466 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-acdcfd8a-751d-445f-aa6a-65dad3f78b4b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1128 time: 0.0772696 Oct 30 01:10:10.291101 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a2424-2629-411d-837e-16bc0486fe61 req-6d6c226a-9070-4262-b8b9-8a7a8f0af113 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.292620 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c8a2424-2629-411d-837e-16bc0486fe61 req-6d6c226a-9070-4262-b8b9-8a7a8f0af113 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0480659 Oct 30 01:10:10.345017 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4c8a2424-2629-411d-837e-16bc0486fe61 req-1c7cc63c-1ebf-4b5d-a96a-dadb7f87da00 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462117 Oct 30 01:10:10.346968 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-7b3be244-277e-4bf6-b3cf-c4da54a12f31 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 217 time: 0.0510833 Oct 30 01:10:10.409939 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:10.446744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-ec8d6602-b365-4b40-876b-83a2f76391da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.448209 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-ec8d6602-b365-4b40-876b-83a2f76391da service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0730040 Oct 30 01:10:10.448639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:10.473015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-c9786f76-ca06-42e4-8fc8-50b3df5ea2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.474488 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-c9786f76-ca06-42e4-8fc8-50b3df5ea2ba service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.1720803 Oct 30 01:10:10.539443 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-e1c48aba-2da0-4b81-9652-c6caef136c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.541847 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-e1c48aba-2da0-4b81-9652-c6caef136c08 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826592 Oct 30 01:10:10.609540 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-39fc5c41-36c0-4524-bb5b-391665f1e4e2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d HTTP/1.1" status: 200 len: 1002 time: 0.1188512 Oct 30 01:10:10.683635 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-0c526452-833f-41d3-a50f-46c5c1c1378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.685160 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-0c526452-833f-41d3-a50f-46c5c1c1378d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0699649 Oct 30 01:10:10.688703 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-28ed6a9c-8c03-4cd5-bffc-3feb2262f139 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387429 Oct 30 01:10:10.780897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-f5db59d5-22f7-4b34-9dfb-1dd8474ec91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:10.782398 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-f5db59d5-22f7-4b34-9dfb-1dd8474ec91b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862491 Oct 30 01:10:10.869707 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b0506c95-084f-4a28-b9c4-9f66ce191082 req-f298e591-851e-4131-91a5-b3564b05a056 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659756 Oct 30 01:10:10.901206 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-acecbad3-c633-480a-bf1b-b5c33dd9cea0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112745 Oct 30 01:10:11.087413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.283129 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:11.476335 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea230-e2eb-4d9b-b5e6-5551bfc487db req-2a3c4b29-094d-4b38-a3fc-1001aeb0183a tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:11.477833 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eb8ea230-e2eb-4d9b-b5e6-5551bfc487db req-2a3c4b29-094d-4b38-a3fc-1001aeb0183a tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0563085 Oct 30 01:10:11.528768 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eb8ea230-e2eb-4d9b-b5e6-5551bfc487db req-33dc9cf5-54d6-45d5-8d01-aec7f440196d tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451589 Oct 30 01:10:11.848675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-96f93b09-58a3-49e9-a640-6fb3e4c4261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:11.850039 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-96f93b09-58a3-49e9-a640-6fb3e4c4261e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1128 time: 0.0759432 Oct 30 01:10:11.924632 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2fba56fd-5aad-4f63-83c7-58bb393624a1 req-ff5eeccb-f999-4345-a3b6-f847676756ec service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705709 Oct 30 01:10:11.962093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-ec4cde3f-a7ae-416c-8c22-12325a57187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:11.963561 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-ec4cde3f-a7ae-416c-8c22-12325a57187d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.1029487 Oct 30 01:10:12.019890 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-e5fe4822-709b-4689-903c-86d736d08dba service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 217 time: 0.0375321 Oct 30 01:10:12.071681 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-3c5cd8bb-7362-44f4-a0f0-04f63c75263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:12.073141 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-3c5cd8bb-7362-44f4-a0f0-04f63c75263e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0468740 Oct 30 01:10:12.117576 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-42b472d7-8236-4bd8-8d81-10519b82ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:12.118945 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-42b472d7-8236-4bd8-8d81-10519b82ca30 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397308 Oct 30 01:10:12.185008 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:12.213646 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-aef15c53-b9a1-4e9a-9694-1311c6316c76 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885756 Oct 30 01:10:12.304576 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-fc37af06-a586-47ee-852f-1fb2fb947dd7 req-91508da8-58c6-4c88-93fe-b17e813cfed5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848472 Oct 30 01:10:12.663639 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ecc24-98fc-43a8-b651-dc4c8ed82f28 req-c656780e-380f-4a98-a60a-3852f5767b06 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:12.664988 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba5ecc24-98fc-43a8-b651-dc4c8ed82f28 req-c656780e-380f-4a98-a60a-3852f5767b06 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0478551 Oct 30 01:10:12.717361 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba5ecc24-98fc-43a8-b651-dc4c8ed82f28 req-e4ad3676-4395-48c0-9d96-9279c540930f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465841 Oct 30 01:10:13.727335 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:10:13.839999 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c3bd-ccb7-4bd2-9d05-0a4a38e69e79 req-fdd6cdea-4b8c-412d-948b-0bf527c785b7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:13.841448 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e366c3bd-ccb7-4bd2-9d05-0a4a38e69e79 req-fdd6cdea-4b8c-412d-948b-0bf527c785b7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0495834 Oct 30 01:10:13.896842 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e366c3bd-ccb7-4bd2-9d05-0a4a38e69e79 req-b4eadf12-a1ac-4852-8736-5a2a2de3ee3f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484500 Oct 30 01:10:15.026452 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7a709-1e05-4c90-857c-62dc6349fd9d req-480af31d-90e5-4703-89d2-35040e646513 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:15.027957 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5e7a709-1e05-4c90-857c-62dc6349fd9d req-480af31d-90e5-4703-89d2-35040e646513 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0508399 Oct 30 01:10:15.087365 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b5e7a709-1e05-4c90-857c-62dc6349fd9d req-43ac45a4-d2f0-461c-bcc3-4876879d5deb tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509996 Oct 30 01:10:16.226375 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d033b12-068a-4e73-91b7-5d5436018d7e req-9d108586-2d0a-4f87-a298-1871fc0414e7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:16.227874 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3d033b12-068a-4e73-91b7-5d5436018d7e req-9d108586-2d0a-4f87-a298-1871fc0414e7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0543158 Oct 30 01:10:16.276855 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3d033b12-068a-4e73-91b7-5d5436018d7e req-59594261-559d-4078-82e2-c0f08b234f0f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Oct 30 01:10:17.395592 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:17.405980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:17.414292 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb21c52-d4f1-4615-90ad-39430ea0342b req-c06fb471-4094-4443-8cec-c0d1f3c3890a tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:17.417130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9cb21c52-d4f1-4615-90ad-39430ea0342b req-c06fb471-4094-4443-8cec-c0d1f3c3890a tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0605075 Oct 30 01:10:17.467997 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9cb21c52-d4f1-4615-90ad-39430ea0342b req-f88ac060-bf35-4be1-a675-451acb622439 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Oct 30 01:10:18.620273 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229751b-1178-4149-bf02-e7fa0fd584de req-38931f74-ff68-4dbb-9755-baf5520b8540 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:18.621631 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5229751b-1178-4149-bf02-e7fa0fd584de req-38931f74-ff68-4dbb-9755-baf5520b8540 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0561771 Oct 30 01:10:18.675594 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5229751b-1178-4149-bf02-e7fa0fd584de req-295cebd7-a787-4a28-b55d-1fadc4991d91 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 Oct 30 01:10:19.811200 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17ea0d-78fa-46e3-adac-84a13d2a6909 req-3ef22c48-ff4b-477d-9de7-f554872627dc tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:19.812743 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b17ea0d-78fa-46e3-adac-84a13d2a6909 req-3ef22c48-ff4b-477d-9de7-f554872627dc tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0485308 Oct 30 01:10:19.847005 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:10:19.868422 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b17ea0d-78fa-46e3-adac-84a13d2a6909 req-46d2240e-cbc9-42fc-9ddc-e3d2165e9c6e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485566 Oct 30 01:10:19.946061 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:19.957925 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '4025698b-6028-4fe4-ae38-07266f391e05', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'port_id': '4025698b-6028-4fe4-ae38-07266f391e05', 'mac_address': 'fa:16:3e:36:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:10:19.996192 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 4025698b-6028-4fe4-ae38-07266f391e05 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:10:19.996468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:20.009890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4025698b-6028-4fe4-ae38-07266f391e05 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:10:20.030462 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:20.037173 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:20.082670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:20.542354 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['4025698b-6028-4fe4-ae38-07266f391e05'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:10:20.997097 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9e90f-3d31-4fab-903a-a14ec006c1bf req-8f23d4a8-85ee-405f-a7fa-78c39f0614bf tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:20.998531 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0ba9e90f-3d31-4fab-903a-a14ec006c1bf req-8f23d4a8-85ee-405f-a7fa-78c39f0614bf tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0473049 Oct 30 01:10:21.047654 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0ba9e90f-3d31-4fab-903a-a14ec006c1bf req-613c2f03-900f-4e3d-a942-f8390e45e079 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433855 Oct 30 01:10:21.858591 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:10:21.905826 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 4025698b-6028-4fe4-ae38-07266f391e05 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:10:21.914271 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 4025698b-6028-4fe4-ae38-07266f391e05 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:10:21.914724 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (4025698b-6028-4fe4-ae38-07266f391e05), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:21.915243 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 4025698b-6028-4fe4-ae38-07266f391e05 Oct 30 01:10:21.958378 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:21.959769 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:21.995738 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 4025698b-6028-4fe4-ae38-07266f391e05 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:10:21.996142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.019006 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:22.021426 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d810cb99-5da4-448a-965c-b088a0b439d8" -d '{"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:22.033666 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:22.039101 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:22.063151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb122ee-b1d5-4d77-9385-3e0ae0188d19 x-openstack-request-id: req-adb122ee-b1d5-4d77-9385-3e0ae0188d19 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:22.063435 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:22.063677 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adb122ee-b1d5-4d77-9385-3e0ae0188d19 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:22.064084 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb122ee-b1d5-4d77-9385-3e0ae0188d19'] response: {'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'code': 200} Oct 30 01:10:22.090303 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:22.180539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072447-ad49-4cc3-83f5-5d4d1a008daf req-00bda85a-f36f-4800-a167-7b11f3b25afe tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:22.181967 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-83072447-ad49-4cc3-83f5-5d4d1a008daf req-00bda85a-f36f-4800-a167-7b11f3b25afe tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0470300 Oct 30 01:10:22.234215 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-83072447-ad49-4cc3-83f5-5d4d1a008daf req-d5fda5c0-6b14-4548-ad22-1a407c1a1c07 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464706 Oct 30 01:10:22.319647 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369cb02-c4b5-49d3-9174-b273c377d4af req-488d2005-3b58-47f9-a03b-8782208d540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:22.321191 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5369cb02-c4b5-49d3-9174-b273c377d4af req-488d2005-3b58-47f9-a03b-8782208d540e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0403304 Oct 30 01:10:22.354854 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:22.377144 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5369cb02-c4b5-49d3-9174-b273c377d4af req-61b7d0a2-5347-42c0-a952-29a9ad1d3a27 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493603 Oct 30 01:10:23.363815 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0ef56-211c-4249-9351-66bcfa93ed83 req-47fe7e13-fcd8-40a0-b1b0-8ab2ada700ac tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:23.365288 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3cc0ef56-211c-4249-9351-66bcfa93ed83 req-47fe7e13-fcd8-40a0-b1b0-8ab2ada700ac tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0526698 Oct 30 01:10:23.418436 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3cc0ef56-211c-4249-9351-66bcfa93ed83 req-14094e2b-d610-4e5e-bab1-8c1946b02ec8 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465522 Oct 30 01:10:23.723291 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:24.539367 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6b8a4-ba0e-47ea-a509-05b70edbdba1 req-5d829131-bfe9-4964-9dc6-e607c70a640d tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:24.540862 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-23f6b8a4-ba0e-47ea-a509-05b70edbdba1 req-5d829131-bfe9-4964-9dc6-e607c70a640d tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0476727 Oct 30 01:10:24.598558 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-23f6b8a4-ba0e-47ea-a509-05b70edbdba1 req-144e441f-fe36-4cdc-aa6a-dbfa82709d09 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482712 Oct 30 01:10:24.738694 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3f85f-9447-42d3-9c33-83422c9e4614 req-34f27d9a-555e-4164-8f33-67e055a8e2ac tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:24.740182 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d3d3f85f-9447-42d3-9c33-83422c9e4614 req-34f27d9a-555e-4164-8f33-67e055a8e2ac tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0629351 Oct 30 01:10:24.793736 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d3d3f85f-9447-42d3-9c33-83422c9e4614 req-e8953ad5-5ff9-403c-9829-270c01713d19 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451169 Oct 30 01:10:24.822293 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51974) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:24.966015 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe572a0-b1eb-4537-9a1d-a5d2f755fd7d tempest-TestShelveInstance-1076980717 tempest-TestShelveInstance-1076980717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:24.967541 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-cfe572a0-b1eb-4537-9a1d-a5d2f755fd7d tempest-TestShelveInstance-1076980717 tempest-TestShelveInstance-1076980717-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1125 time: 0.1440156 Oct 30 01:10:24.972368 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 51978) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:10:24.979181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'port_id': '4025698b-6028-4fe4-ae38-07266f391e05', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:25.006929 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:25.090653 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:25.180147 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:25.196323 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Allocated IP 172.37.3.254 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/ee1541c7-0c19-4749-b447-fe1434578fc2) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:10:25.200169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:25.306910 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:25.340457 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:25.382715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:10:25.387753 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:10:25.389935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'Port': ['ID=ee1541c7-0c19-4749-b447-fe1434578fc2,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:25.392253 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:10:25.420984 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.421319 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.421655 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.421987 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.422310 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.422631 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.422950 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.423269 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.423582 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.423924 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.424240 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.424556 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.425034 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.425380 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.425689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:10:25.761030 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for floatingip (44db7a2b-791c-455c-a4b0-1e69da3c1182), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:25.832997 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:25.982346 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:25.997689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:25.999778 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.006735 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.076901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event updated for resources: {'Port': ['ID=ee1541c7-0c19-4749-b447-fe1434578fc2,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:26.079278 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (44db7a2b-791c-455c-a4b0-1e69da3c1182), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.177835 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Floating IP 44db7a2b-791c-455c-a4b0-1e69da3c1182 associated. External IP: 172.37.3.254, port: 4025698b-6028-4fe4-ae38-07266f391e05. Oct 30 01:10:26.387944 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Router f10b0dd0-425e-4660-9c10-48a53d70056e has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:10:26.498084 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:10:26.508445 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] Sync routers for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:10:26.520193 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:26.520437 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:26.520814 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:10:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:26.557370 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a6137819-4f37-430f-9333-01a5715ca59f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5810003 Oct 30 01:10:26.557370 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:26.557746 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:26.630641 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:26.654722 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96658e56-003d-4bee-b1a8-89cea07b6557 x-openstack-request-id: req-96658e56-003d-4bee-b1a8-89cea07b6557 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:26.655046 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:26.655361 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96658e56-003d-4bee-b1a8-89cea07b6557 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:26.655894 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96658e56-003d-4bee-b1a8-89cea07b6557'] response: {'name': 'network-changed', 'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'status': 'completed', 'code': 200} Oct 30 01:10:26.746202 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-7fb5035f-219f-40a9-a3b7-be8b47016830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:26.747747 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-7fb5035f-219f-40a9-a3b7-be8b47016830 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0409172 Oct 30 01:10:26.839552 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-214be81c-326f-44c8-840f-9db9fe6502a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:26.841248 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-214be81c-326f-44c8-840f-9db9fe6502a5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.0873256 Oct 30 01:10:26.842960 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '44db7a2b-791c-455c-a4b0-1e69da3c1182', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'floating_ip_address': '172.37.3.254', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'port_id': '4025698b-6028-4fe4-ae38-07266f391e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'mac_address': 'fa:16:3e:36:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:10:25Z', 'updated_at': '2022-10-30T01:10:25Z', 'revision_number': 0, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:41Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:26.868382 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] Checking router: f10b0dd0-425e-4660-9c10-48a53d70056e for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:10:26.877071 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:26.877670 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:10:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:26.908564 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-60ab3db0-6212-495a-833a-61f2409d9760 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 1000 time: 0.0598791 Oct 30 01:10:26.959458 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-39995a99-1b65-4f35-80f6-a8c55b0a2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:26.960954 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-39995a99-1b65-4f35-80f6-a8c55b0a2ae3 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0453265 Oct 30 01:10:26.979613 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:27.004302 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-0e221bef-88b8-484b-b4ed-ca432e62b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:27.005782 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-0e221bef-88b8-484b-b4ed-ca432e62b2aa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384886 Oct 30 01:10:27.101421 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-f4ff7eb7-94e7-4563-8243-fbde908af542 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886180 Oct 30 01:10:27.191655 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '44db7a2b-791c-455c-a4b0-1e69da3c1182', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'floating_ip_address': '172.37.3.254', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'port_id': '4025698b-6028-4fe4-ae38-07266f391e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'mac_address': 'fa:16:3e:36:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:10:25Z', 'updated_at': '2022-10-30T01:10:25Z', 'revision_number': 0, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:41Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:27.194128 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-7a77aaa2-14c7-476a-b9c5-f7b1c38d94f3 req-52f96009-7f82-47e2-979e-b568aaec4688 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857351 Oct 30 01:10:27.218280 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b90c8b-357e-406c-b131-14bb2a5568f4 None None] The sync data for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi is: [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '44db7a2b-791c-455c-a4b0-1e69da3c1182', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'floating_ip_address': '172.37.3.254', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'port_id': '4025698b-6028-4fe4-ae38-07266f391e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'mac_address': 'fa:16:3e:36:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:10:25Z', 'updated_at': '2022-10-30T01:10:25Z', 'revision_number': 0, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:41Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:10:27.405278 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee8664-4225-49ba-b1dc-7ec6847d61c5 None None] New status for floating IP 44db7a2b-791c-455c-a4b0-1e69da3c1182: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:10:36.191037 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1c827551-d9d7-4aac-bbba-0da6e92e9165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.476508 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:36.546296 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:36.548250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=51 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:37.189784 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=68 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:37.191014 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=50 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:38.308570 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6bfc332e-2489-4a6a-8c76-edcd25683769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.559671 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:39.611670 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad85421-268f-4682-ad93-ac51d8691ae6 req-703fa5a5-5fdf-4b66-9dbd-90e4dd798439 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:39.613080 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3ad85421-268f-4682-ad93-ac51d8691ae6 req-703fa5a5-5fdf-4b66-9dbd-90e4dd798439 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0525553 Oct 30 01:10:39.664711 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3ad85421-268f-4682-ad93-ac51d8691ae6 req-3e57407f-9f5d-474b-a79f-06c2549453e6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Oct 30 01:10:40.795891 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca08390-8eed-41a5-b479-c6901df2d72c req-3091dadd-d254-4508-a99f-9a64dba7c1fd tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:40.797394 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1ca08390-8eed-41a5-b479-c6901df2d72c req-3091dadd-d254-4508-a99f-9a64dba7c1fd tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0495746 Oct 30 01:10:40.846909 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1ca08390-8eed-41a5-b479-c6901df2d72c req-451f16f3-eb1a-4d3a-9574-42a3c02881ce tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Oct 30 01:10:41.085202 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:41.287638 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:41.533819 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-23109a97-e787-4739-8d19-2e02c2ad8f00 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:41.535176 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-23109a97-e787-4739-8d19-2e02c2ad8f00 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0604062 Oct 30 01:10:41.628665 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Deleting port 7cefd299-3b60-4011-b5ad-6ad6926ac49d {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:10:41.628947 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:41.724030 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] For port 7cefd299-3b60-4011-b5ad-6ad6926ac49d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7cefd299-3b60-4011-b5ad-6ad6926ac49d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:10:41.724357 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:41.889696 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:41.889946 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (b8429822-e14e-4ccb-993c-847084effda6), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:41.890417 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.db.l3_db [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Floating IP b8429822-e14e-4ccb-993c-847084effda6 disassociated. External IP: 172.37.3.239, port: 7cefd299-3b60-4011-b5ad-6ad6926ac49d. Oct 30 01:10:41.890593 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Calling delete_port for 7cefd299-3b60-4011-b5ad-6ad6926ac49d owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:10:41.972530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe63b1-0ab0-430a-8b8f-2350e67c1f94 req-b704be32-4698-41a1-8390-4beba42f1cd4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:41.974025 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dbfe63b1-0ab0-430a-8b8f-2350e67c1f94 req-b704be32-4698-41a1-8390-4beba42f1cd4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 946 time: 0.0513709 Oct 30 01:10:42.023662 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-dbfe63b1-0ab0-430a-8b8f-2350e67c1f94 req-6c40f318-b6b3-4d27-8086-64dde5e634f6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438514 Oct 30 01:10:42.023968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (7cefd299-3b60-4011-b5ad-6ad6926ac49d), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.053318 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'Port': ['ID=7cefd299-3b60-4011-b5ad-6ad6926ac49d,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:42.163949 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:10:42.275321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:10:42.286208 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:10:42.297612 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:42.298253 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:10:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:42.317726 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] No DVR routers for this DVR port 7cefd299-3b60-4011-b5ad-6ad6926ac49d on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:10:42.320867 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:42.324069 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5b12361e-034a-4e9f-ad83-fbc8b3379f78 req-7af7eec2-2489-414c-9e11-25a3093f2c1e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "DELETE /networking/v2.0/ports/7cefd299-3b60-4011-b5ad-6ad6926ac49d HTTP/1.1" status: 204 len: 173 time: 0.7827291 Oct 30 01:10:42.324606 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'name': 'network-vif-deleted', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:42.326937 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff87f96-a8db-4984-be02-8d86f0e3b984" -d '{"events": [{"server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "name": "network-vif-deleted", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:42.339199 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:42.373222 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416709a2-72cd-45b5-ac29-4f42bc850830 x-openstack-request-id: req-416709a2-72cd-45b5-ac29-4f42bc850830 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:42.373600 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8549d-4f75-4c98-9773-98efe4196889", "name": "network-vif-deleted", "tag": "7cefd299-3b60-4011-b5ad-6ad6926ac49d", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:42.373792 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-416709a2-72cd-45b5-ac29-4f42bc850830 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:42.374236 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416709a2-72cd-45b5-ac29-4f42bc850830'] response: {'server_uuid': '91a8549d-4f75-4c98-9773-98efe4196889', 'name': 'network-vif-deleted', 'tag': '7cefd299-3b60-4011-b5ad-6ad6926ac49d', 'status': 'completed', 'code': 200} Oct 30 01:10:42.414019 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:42.416170 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:42.608083 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:42.636630 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:10:42.645704 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:10:42.647028 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:10:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:42.753171 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:10:43.043501 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:10:43.071491 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b3f1d-b186-4d01-b346-d603445f72f6 None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:10:43.141584 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ac14fcae-78de-4cda-b872-fc60db0c5162 req-0bdda947-c5cd-4f3c-a2c8-8e4cf6238660 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=91a8549d-4f75-4c98-9773-98efe4196889 HTTP/1.1" status: 200 len: 210 time: 0.0300455 Oct 30 01:10:43.292501 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a7e44-749c-4787-90c5-c238f195dfd8 None None] New status for floating IP b8429822-e14e-4ccb-993c-847084effda6: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:10:43.919163 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 7cefd299-3b60-4011-b5ad-6ad6926ac49d no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:10:43.951200 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 7cefd299-3b60-4011-b5ad-6ad6926ac49d {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:10:43.951544 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 7cefd299-3b60-4011-b5ad-6ad6926ac49d not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:10:44.438949 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-fca9cb6f-b4f7-4836-b26c-7d8b9e099c50 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1108501088&fields=id&tenant_id=238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 267 time: 0.0455287 Oct 30 01:10:44.552100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-6c9f99a1-ce7b-460b-9067-967441faa883 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:44.553582 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-6c9f99a1-ce7b-460b-9067-967441faa883 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 812 time: 0.1057086 Oct 30 01:10:44.571196 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-d07486c3-3fae-4300-858d-2d2f3a18d695 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/quotas/238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 375 time: 0.0094621 Oct 30 01:10:44.619762 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-a98cb6d4-71f1-48a3-9fba-6e5112973974 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435174 Oct 30 01:10:44.717113 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-d8646f46-6f8c-4abf-849f-2e5646ae2470 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Oct 30 01:10:44.808400 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-a9eac6f6-a1d4-472e-947b-4d003618f8a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856757 Oct 30 01:10:45.121643 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-91f97a42-3741-4426-a9b7-d2595277876f req-43e5df0e-8e51-4f5b-9504-1e03032aefe6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.0290642 Oct 30 01:10:46.210159 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ea837df7-8051-42f6-8917-e79638e42490 req-6f54aefa-4c51-4887-bfe4-1757e237571d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.0315726 Oct 30 01:10:47.576655 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ad524d40-e93c-4221-9932-00422656e8ef req-539f8f5b-dc94-45dd-8cbc-84a2f748bbc6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.3079758 Oct 30 01:10:48.689887 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-cc473442-720b-47a1-879a-8fcd81ab515e req-33441e38-a145-40ce-8d58-c68c4e247ce1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.0278347 Oct 30 01:10:49.794265 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5a2b7ec4-eaae-4715-a716-eecbb6d1cd76 req-b0909969-99b4-4a09-96fc-f2a8a3f64605 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.0297914 Oct 30 01:10:50.337577 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:50.648625 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-4ce0eb35-50fa-4c42-a234-4347aa82731d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:50.649970 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-4ce0eb35-50fa-4c42-a234-4347aa82731d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 812 time: 0.3777697 Oct 30 01:10:50.722977 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-cdf55f6c-9ecf-481d-89d7-b1aed908681c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 380 time: 0.0558798 Oct 30 01:10:50.726953 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:10:50.744305 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'port': {'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'admin_state_up': True, 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'security_groups': ['a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:50.761380 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:50.869436 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Made reservation on behalf of 238d71be4e094cb6b84f9a48a8a2c79c for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:10:50.873552 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:50.899403 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-5930baaa-73be-466d-86f1-a721a1dc2e56 req-63358d72-3806-47fe-9741-c08e7a938476 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.0277765 Oct 30 01:10:51.008278 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Allocated IP 172.20.0.11 (c1a88451-f287-4e35-b7e8-a6d4e4aaa603/ccdede66-25b5-48be-99e4-ec50d5ac1af9/49a23065-cebc-4735-bcae-f52ca512b794) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:10:51.168769 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (49a23065-cebc-4735-bcae-f52ca512b794), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.204976 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (49a23065-cebc-4735-bcae-f52ca512b794), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.251403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:10:51.257103 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:10:51.262244 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:10:51.286631 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=49a23065-cebc-4735-bcae-f52ca512b794,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:51.314874 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:51.315495 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.333780 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-5160a941-fb68-4dfc-9f75-19003d5be911 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929024 Oct 30 01:10:51.352427 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Request body: {'port': {'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:10:51.419270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (49a23065-cebc-4735-bcae-f52ca512b794), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.453405 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:51.500887 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-666a163a-e08c-436b-af66-5ef862b55ed7 None None] Provisioning complete for port 49a23065-cebc-4735-bcae-f52ca512b794 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:10:51.501509 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-666a163a-e08c-436b-af66-5ef862b55ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (49a23065-cebc-4735-bcae-f52ca512b794), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.501737 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-666a163a-e08c-436b-af66-5ef862b55ed7 None None] Attempt 1 to provision port 49a23065-cebc-4735-bcae-f52ca512b794 Oct 30 01:10:51.533631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-666a163a-e08c-436b-af66-5ef862b55ed7 None None] Port 49a23065-cebc-4735-bcae-f52ca512b794 cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:10:51.607478 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:51.687601 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a23065-cebc-4735-bcae-f52ca512b794 {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:10:51.696142 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Publish callbacks [] for port (49a23065-cebc-4735-bcae-f52ca512b794), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.709578 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Transition to ACTIVE for port object 49a23065-cebc-4735-bcae-f52ca512b794 will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:10:51.714728 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (49a23065-cebc-4735-bcae-f52ca512b794), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:51.774355 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Pushing event updated for resources: {'Port': ['ID=49a23065-cebc-4735-bcae-f52ca512b794,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:51.824526 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Attempting to bind port 49a23065-cebc-4735-bcae-f52ca512b794 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:10:51.824855 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Attempting to bind port 49a23065-cebc-4735-bcae-f52ca512b794 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:10:51.825176 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Attempting to bind port 49a23065-cebc-4735-bcae-f52ca512b794 on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:10:51.878321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Port 49a23065-cebc-4735-bcae-f52ca512b794 on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:10:51.878702 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Attempting to bind port 49a23065-cebc-4735-bcae-f52ca512b794 on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:10:51.934138 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:10:51.934484 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Checking segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:10:51.934889 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Bound using segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:10:51.935322 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Bound port: 49a23065-cebc-4735-bcae-f52ca512b794, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:10:51.935660 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (49a23065-cebc-4735-bcae-f52ca512b794), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:52.011201 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] For port 49a23065-cebc-4735-bcae-f52ca512b794, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:10:52.014524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] For port 49a23065-cebc-4735-bcae-f52ca512b794, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49a23065-cebc-4735-bcae-f52ca512b794,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:10:52.023874 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (49a23065-cebc-4735-bcae-f52ca512b794), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:52.027026 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.028082 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:10:52.028538 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fb5fc-1f72-403b-b65e-aea7db36f0f8 req-3034cb29-4eae-4e86-b94d-0d431687c90c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.029589 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 1094 time: 0.6817272 Oct 30 01:10:52.031918 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:10:52.032280 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-371fb5fc-1f72-403b-b65e-aea7db36f0f8 req-3034cb29-4eae-4e86-b94d-0d431687c90c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0534923 Oct 30 01:10:52.034232 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c" -d '{"events": [{"name": "network-changed", "server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "tag": "49a23065-cebc-4735-bcae-f52ca512b794"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:10:52.087960 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a0306-8995-49d9-afe7-914fe9f29ccc x-openstack-request-id: req-467a0306-8995-49d9-afe7-914fe9f29ccc {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:10:52.088243 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "tag": "49a23065-cebc-4735-bcae-f52ca512b794", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:10:52.088481 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-467a0306-8995-49d9-afe7-914fe9f29ccc {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:10:52.088880 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467a0306-8995-49d9-afe7-914fe9f29ccc'] response: {'name': 'network-changed', 'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794', 'status': 'completed', 'code': 200} Oct 30 01:10:52.091085 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-371fb5fc-1f72-403b-b65e-aea7db36f0f8 req-27b4ca7e-0b75-4571-8cae-57f382cd9923 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553737 Oct 30 01:10:52.094208 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad9bb3-71a2-481c-a3dc-ee27866ceb9a service neutron] Pushing event updated for resources: {'Port': ['ID=49a23065-cebc-4735-bcae-f52ca512b794,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:10:52.167262 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-cebc3d0b-67d6-4aed-b214-8a139aafe07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.168937 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-cebc3d0b-67d6-4aed-b214-8a139aafe07b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1128 time: 0.0556896 Oct 30 01:10:52.217752 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-a10a70f8-b532-4579-852e-f44a1bb20787 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 217 time: 0.0355027 Oct 30 01:10:52.283896 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-6ff6e021-2619-4e68-9d17-5849cd0b3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.285379 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-6ff6e021-2619-4e68-9d17-5849cd0b3e11 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0618887 Oct 30 01:10:52.335164 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-670af304-ce2b-4cd8-a925-e6e73a09a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:52.336912 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-670af304-ce2b-4cd8-a925-e6e73a09a8cb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444481 Oct 30 01:10:52.457702 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-fdcca4ec-24ff-4df0-aec8-f472a6522caf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130910 Oct 30 01:10:52.527226 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:52.558069 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-ecc330e0-0b90-4fc8-afeb-460a14144383 req-1a6c39bb-9dbf-43ac-8aaa-cddcf7e7743f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941057 Oct 30 01:10:53.283752 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f40dc-35e0-4a5a-921f-0c49f7e0a49c req-0f1250d8-cb9a-4653-8b5a-02c9f63fd6db tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:53.285257 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-735f40dc-35e0-4a5a-921f-0c49f7e0a49c req-0f1250d8-cb9a-4653-8b5a-02c9f63fd6db tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.1061354 Oct 30 01:10:53.336352 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-735f40dc-35e0-4a5a-921f-0c49f7e0a49c req-0f780237-ae5b-462f-b88c-f65eef17c2e1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Oct 30 01:10:53.553572 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-ae480e16-83cb-45bc-8063-982ff8e85c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:53.555107 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-ae480e16-83cb-45bc-8063-982ff8e85c57 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1128 time: 0.0411022 Oct 30 01:10:53.646465 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:53.652473 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-9608799d-97e5-47e7-914d-bbbaa1a4b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:53.653932 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-9608799d-97e5-47e7-914d-bbbaa1a4b0d3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0927782 Oct 30 01:10:53.698929 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-a05fde12-dcf8-4fc3-8b3d-5b4b63536fc2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 217 time: 0.0370808 Oct 30 01:10:53.750546 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-c44462d1-6a5d-4289-a0c8-a827d4d19ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:53.751957 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-c44462d1-6a5d-4289-a0c8-a827d4d19ccf service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0448384 Oct 30 01:10:53.795635 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-3c7436b7-bc0b-4a00-bb49-d17e5620d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:53.797090 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-3c7436b7-bc0b-4a00-bb49-d17e5620d138 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385385 Oct 30 01:10:53.893125 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-be3fd3d4-5161-4df7-bc0a-f459ab3385e3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895267 Oct 30 01:10:53.983525 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-10604dc6-7b24-46cd-a9bc-aa23dd73e15c req-c7eb2f1c-2bde-4618-813a-d78f806d8637 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Oct 30 01:10:54.459155 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:54.474765 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92403573-bce6-4968-ac99-44675bf6b7b2 req-5b9f92de-30ab-4f8b-85bf-1fbdb9ab0fc9 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:54.476337 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92403573-bce6-4968-ac99-44675bf6b7b2 req-5b9f92de-30ab-4f8b-85bf-1fbdb9ab0fc9 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0573971 Oct 30 01:10:54.527930 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-92403573-bce6-4968-ac99-44675bf6b7b2 req-01c2d6a9-e495-4ee4-8bc9-9959272438b9 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Oct 30 01:10:55.670253 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73fbb-4246-4bbd-9534-657fe5e4598a req-49b0534d-8798-4b87-b150-c43e5f3016d5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:55.672118 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-23b73fbb-4246-4bbd-9534-657fe5e4598a req-49b0534d-8798-4b87-b150-c43e5f3016d5 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0527594 Oct 30 01:10:55.691542 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:10:55.732467 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-23b73fbb-4246-4bbd-9534-657fe5e4598a req-8f720cdb-11f9-4e15-8d12-ff46e5b4a087 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516694 Oct 30 01:10:56.867224 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc7bd-6dd2-43cf-b80b-7966c7000762 req-1054b63c-102c-4c4b-b1fc-948036b13fea tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:56.868765 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-077bc7bd-6dd2-43cf-b80b-7966c7000762 req-1054b63c-102c-4c4b-b1fc-948036b13fea tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0605705 Oct 30 01:10:56.923211 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-077bc7bd-6dd2-43cf-b80b-7966c7000762 req-f34ac03e-0f51-4214-9885-5a7a4a3adc1b tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485964 Oct 30 01:10:58.066107 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacda047-c7b8-4cef-81a5-511c85e80fc3 req-133a1b2d-deae-4385-b8ab-764d3f20f719 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:58.067607 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eacda047-c7b8-4cef-81a5-511c85e80fc3 req-133a1b2d-deae-4385-b8ab-764d3f20f719 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0536072 Oct 30 01:10:58.117670 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-eacda047-c7b8-4cef-81a5-511c85e80fc3 req-d49c5273-4631-4847-b99e-ecdb6f09d738 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Oct 30 01:10:59.254056 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bac00-3347-4c9a-9824-64b72eb17b0d req-01ec57ac-976e-4c5e-97df-4685e5225b8f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:10:59.255501 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b2bac00-3347-4c9a-9824-64b72eb17b0d req-01ec57ac-976e-4c5e-97df-4685e5225b8f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0546875 Oct 30 01:10:59.304806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2b2bac00-3347-4c9a-9824-64b72eb17b0d req-b3baeee8-33b7-40d7-b763-2d9fd684bd35 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Oct 30 01:11:00.433636 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bc2c-460f-4a9c-ab5f-6095e76c76a6 req-4018e154-a9d7-45b9-b6a8-6bb2e8334374 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:00.435275 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a0d6bc2c-460f-4a9c-ab5f-6095e76c76a6 req-4018e154-a9d7-45b9-b6a8-6bb2e8334374 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0507247 Oct 30 01:11:00.487089 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a0d6bc2c-460f-4a9c-ab5f-6095e76c76a6 req-ea6ed267-b03c-45c7-ba05-04879c6b69ba tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Oct 30 01:11:00.722648 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=56 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:00.723677 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=58 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:01.527220 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=36,neutron:UPDATE=8 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:01.532811 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:01.621552 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08621b-e68f-4aac-a28e-4f2add52f0ae req-87da905c-3afe-46aa-a7d8-f5f52cf3ea46 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:01.622975 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6b08621b-e68f-4aac-a28e-4f2add52f0ae req-87da905c-3afe-46aa-a7d8-f5f52cf3ea46 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 944 time: 0.0502844 Oct 30 01:11:01.673370 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6b08621b-e68f-4aac-a28e-4f2add52f0ae req-66db0a16-d26c-44aa-a282-8a96cf3e4367 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446906 Oct 30 01:11:02.025883 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 49a23065-cebc-4735-bcae-f52ca512b794 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:11:02.134188 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 49a23065-cebc-4735-bcae-f52ca512b794, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49a23065-cebc-4735-bcae-f52ca512b794,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:02.145893 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '49a23065-cebc-4735-bcae-f52ca512b794', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:11:02.183439 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 49a23065-cebc-4735-bcae-f52ca512b794 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:02.183851 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (49a23065-cebc-4735-bcae-f52ca512b794), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.196960 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a23065-cebc-4735-bcae-f52ca512b794 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:11:02.220345 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 49a23065-cebc-4735-bcae-f52ca512b794, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49a23065-cebc-4735-bcae-f52ca512b794,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:02.226845 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (49a23065-cebc-4735-bcae-f52ca512b794), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:02.281038 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=49a23065-cebc-4735-bcae-f52ca512b794,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:02.292034 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.292357 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.292725 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.293059 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.293392 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.293720 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.294202 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.294523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.294904 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.295233 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.295546 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.295898 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.296223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.296534 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.296851 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:11:02.634312 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['49a23065-cebc-4735-bcae-f52ca512b794'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:11:02.797729 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70abed-14c6-48e8-ab4e-fdc590d20279 req-8a24fac4-04a1-4376-8a3f-5873538a9f4e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:02.799767 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb70abed-14c6-48e8-ab4e-fdc590d20279 req-8a24fac4-04a1-4376-8a3f-5873538a9f4e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 945 time: 0.0505095 Oct 30 01:11:02.849021 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bb70abed-14c6-48e8-ab4e-fdc590d20279 req-cb6b468a-119f-4750-a80b-4c06ad8d4a9f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Oct 30 01:11:03.978990 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=29 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:03.980888 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=46 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:03.994651 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83645ee-fd95-4bda-9511-31e7aa7c74f3 req-65b3b530-f2a0-4151-8dfc-1c1ae127b72e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:03.996206 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a83645ee-fd95-4bda-9511-31e7aa7c74f3 req-65b3b530-f2a0-4151-8dfc-1c1ae127b72e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 945 time: 0.0614979 Oct 30 01:11:04.041734 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 49a23065-cebc-4735-bcae-f52ca512b794 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:11:04.046165 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a83645ee-fd95-4bda-9511-31e7aa7c74f3 req-8d28b60d-f0d6-4b2e-9863-fc01227afdda tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 Oct 30 01:11:04.085321 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port 49a23065-cebc-4735-bcae-f52ca512b794 completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:11:04.093968 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 49a23065-cebc-4735-bcae-f52ca512b794 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:11:04.094351 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (49a23065-cebc-4735-bcae-f52ca512b794), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.094676 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 49a23065-cebc-4735-bcae-f52ca512b794 Oct 30 01:11:04.170754 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 49a23065-cebc-4735-bcae-f52ca512b794 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:11:04.170998 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (49a23065-cebc-4735-bcae-f52ca512b794), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.193724 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:04.195981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee4231-e3a2-434c-91ed-7d2871b87ca8" -d '{"events": [{"server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "name": "network-vif-plugged", "status": "completed", "tag": "49a23065-cebc-4735-bcae-f52ca512b794"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:04.207468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:04.209740 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 49a23065-cebc-4735-bcae-f52ca512b794, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49a23065-cebc-4735-bcae-f52ca512b794,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:11:04.215052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (49a23065-cebc-4735-bcae-f52ca512b794), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:04.240628 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8511d-b59d-4516-9b1c-87af087239ba x-openstack-request-id: req-ebf8511d-b59d-4516-9b1c-87af087239ba {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:04.240914 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "name": "network-vif-plugged", "status": "completed", "tag": "49a23065-cebc-4735-bcae-f52ca512b794", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:04.241161 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebf8511d-b59d-4516-9b1c-87af087239ba {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:04.241548 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf8511d-b59d-4516-9b1c-87af087239ba'] response: {'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794', 'code': 200} Oct 30 01:11:04.268596 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=49a23065-cebc-4735-bcae-f52ca512b794,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:04.506289 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d553f5a-9b37-483c-81fc-1e88e8a573ee req-9d54280d-29d8-4b8d-ba60-1c0a6a1094ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:04.507766 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9d553f5a-9b37-483c-81fc-1e88e8a573ee req-9d54280d-29d8-4b8d-ba60-1c0a6a1094ea service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1130 time: 0.0444429 Oct 30 01:11:04.566295 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9d553f5a-9b37-483c-81fc-1e88e8a573ee req-800aeab5-374d-4b14-acc7-f835b005bca8 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 Oct 30 01:11:05.186762 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f708aa2-196e-43b7-8d16-30cef73d5ba4 req-8f503b71-dbd0-4374-8d69-1d0e0fe7543d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:05.188820 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7f708aa2-196e-43b7-8d16-30cef73d5ba4 req-8f503b71-dbd0-4374-8d69-1d0e0fe7543d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 946 time: 0.0557902 Oct 30 01:11:05.247149 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7f708aa2-196e-43b7-8d16-30cef73d5ba4 req-d4229d2a-5511-42ad-b484-15170469136e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524070 Oct 30 01:11:05.289335 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:06.194077 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-13c2ccf6-e2cc-4b32-bc9b-c9badd087260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.378032 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996fc00-39cd-4b01-a1c9-a01e15fa691e req-d40a99a7-2c9a-4b10-ba54-62fab918576c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:06.379529 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b996fc00-39cd-4b01-a1c9-a01e15fa691e req-d40a99a7-2c9a-4b10-ba54-62fab918576c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 946 time: 0.0555685 Oct 30 01:11:06.430612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b996fc00-39cd-4b01-a1c9-a01e15fa691e req-4e019dd0-b8f0-4550-8c24-9de9737d2343 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Oct 30 01:11:06.479513 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.546926 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:06.554975 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff9cf8-a0e0-4572-a91e-cb387a9675b4 req-29a3186f-b3a0-4d0e-a2ec-0263ec7cd488 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:06.556504 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10ff9cf8-a0e0-4572-a91e-cb387a9675b4 req-29a3186f-b3a0-4d0e-a2ec-0263ec7cd488 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 946 time: 0.0501959 Oct 30 01:11:06.606351 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-10ff9cf8-a0e0-4572-a91e-cb387a9675b4 req-39146534-ae93-42df-b6fe-fbc6597cd275 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441015 Oct 30 01:11:06.641248 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52086) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:06.684260 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a0664-3f50-4368-ad8c-ced4dba78167 tempest-TestVolumeBootPattern-1997664150 tempest-TestVolumeBootPattern-1997664150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:06.685763 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f84a0664-3f50-4368-ad8c-ced4dba78167 tempest-TestVolumeBootPattern-1997664150 tempest-TestVolumeBootPattern-1997664150-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1125 time: 0.0435095 Oct 30 01:11:06.688565 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52088) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:11:06.692711 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:11:06.705054 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:06.718650 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.799753 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:06.919629 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Allocated IP 172.37.3.27 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:11:07.025767 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.062597 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.107762 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:11:07.110845 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:11:07.114675 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:11:07.117848 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:07.409780 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:07.476144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (736cc7c9-28a1-4ce4-a9a7-39a8d482df7f), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.497686 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:07.546453 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.697314 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.706520 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.780169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:11:07.783697 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (736cc7c9-28a1-4ce4-a9a7-39a8d482df7f), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:07.879599 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Floating IP 736cc7c9-28a1-4ce4-a9a7-39a8d482df7f associated. External IP: 172.37.3.27, port: 49a23065-cebc-4735-bcae-f52ca512b794. Oct 30 01:11:08.092869 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:11:08.209602 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:11:08.220389 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:11:08.232030 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:11:08.232246 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:08.232732 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:10:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:08.262930 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-8d87e5f5-dc18-4070-8c6a-217339c2b0c6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5733213 Oct 30 01:11:08.263689 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:11:08.266770 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e17f0f8-443c-4411-b576-41e881012afd" -d '{"events": [{"name": "network-changed", "server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "tag": "49a23065-cebc-4735-bcae-f52ca512b794"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:11:08.292666 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-358c1148-ca1b-4c32-9fad-2601b4d3b290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:08.309243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc22524-6499-4ab3-bbc8-2542816fadd1 x-openstack-request-id: req-ddc22524-6499-4ab3-bbc8-2542816fadd1 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:11:08.309539 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "tag": "49a23065-cebc-4735-bcae-f52ca512b794", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:11:08.309797 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddc22524-6499-4ab3-bbc8-2542816fadd1 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:11:08.310205 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc22524-6499-4ab3-bbc8-2542816fadd1'] response: {'name': 'network-changed', 'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794', 'status': 'completed', 'code': 200} Oct 30 01:11:08.339269 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:11:08.399810 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f0f8-443c-4411-b576-41e881012afd req-b6fc31fa-5d08-41a1-99bd-35892b786813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.401330 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-b6fc31fa-5d08-41a1-99bd-35892b786813 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1130 time: 0.0409150 Oct 30 01:11:08.491250 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f0f8-443c-4411-b576-41e881012afd req-8613565a-58f2-44dd-a37f-94b6424ae9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.492786 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-8613565a-58f2-44dd-a37f-94b6424ae9c0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0859301 Oct 30 01:11:08.553901 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:07Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:08.559896 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-f8006524-ca53-4596-ad26-b8ab942fe60d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 999 time: 0.0607343 Oct 30 01:11:08.582681 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:11:08.591528 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:11:08.592170 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:11:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:08.610594 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f0f8-443c-4411-b576-41e881012afd req-9fe41e06-cb8e-4658-9d61-160155bf35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.612101 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-9fe41e06-cb8e-4658-9d61-160155bf35a5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0457880 Oct 30 01:11:08.656493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f0f8-443c-4411-b576-41e881012afd req-2471e0d6-a4db-44a8-ac23-b09545530d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:08.658028 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-2471e0d6-a4db-44a8-ac23-b09545530d0f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399802 Oct 30 01:11:08.689793 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:11:08.754837 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-1ae5c629-fc77-45a2-b4c7-4d9bc36beddd service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898328 Oct 30 01:11:08.847080 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-9e17f0f8-443c-4411-b576-41e881012afd req-8a400e71-823a-46cc-9598-26f34baf0afe service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864456 Oct 30 01:11:08.904673 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:07Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:11:08.929424 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79219cd7-9faa-4502-b66d-7a0415f79c1b None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:07Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:11:09.117962 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7233d8-cbb1-4ec1-9926-9ae4e4ccfaa6 None None] New status for floating IP 736cc7c9-28a1-4ce4-a9a7-39a8d482df7f: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:11:09.569452 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.097532 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:11.289353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:12.092341 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-21301f5e-1f30-4667-bc30-661a26537b6e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455799 Oct 30 01:11:12.212576 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-5a522c1e-4574-4b63-b4e9-84dc131d98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:12.214134 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-5a522c1e-4574-4b63-b4e9-84dc131d98b6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0411983 Oct 30 01:11:12.334843 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-00ed9eb6-84ab-4fdb-82ff-beb003aa66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:12.336235 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-00ed9eb6-84ab-4fdb-82ff-beb003aa66eb service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.0896370 Oct 30 01:11:12.409168 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-b606ec5e-1b71-4ef1-b2d5-0b9d68d9d2e9 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 1002 time: 0.0626688 Oct 30 01:11:12.504928 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-ff0bf2b0-45fc-46f5-80e8-6b3c040c1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:12.506352 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-ff0bf2b0-45fc-46f5-80e8-6b3c040c1f52 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0906303 Oct 30 01:11:12.551068 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-c2ed98b2-adb1-4d19-932d-a6a784b7c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:11:12.552535 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-c2ed98b2-adb1-4d19-932d-a6a784b7c77c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399570 Oct 30 01:11:12.642665 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:12.648814 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-781dad5f-c675-4ee6-8709-34e04ef61381 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893271 Oct 30 01:11:12.718077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:12.741803 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-769937e7-c650-4e0c-adf1-ca607b5034e0 req-fcd2badb-5ef3-46a4-836e-c1b5d4fa06b4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867581 Oct 30 01:11:18.254339 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:18.259702 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:20.576576 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=84 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:20.577777 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=70 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:21.276388 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:21.282995 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:22.728679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:22.738699 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=12 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:27.737597 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:11:34.571481 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:36.192261 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-122f371f-c60c-44fb-b368-3b565faba36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:36.503178 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:37.724669 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:38.301410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3ef1-cf51-43a4-bd8e-2e16adb27c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:39.570024 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:41.092993 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:41.303932 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:11:51.290688 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:51.296223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:57.582812 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:11:57.584175 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:04.732249 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:12:06.193486 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-77a1fd38-ec3e-48c8-9beb-913fa85a25a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:06.508869 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:08.301828 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-16cebb78-6b8f-4c75-9df9-b0146105ccca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:09.579705 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:11.094677 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:11.300441 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:14.055063 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-2c909d54-2083-4fbc-b3f5-700f327e6212 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467124 Oct 30 01:12:14.143003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-17de7888-ff84-4d08-87c8-8ef3d707ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:14.144529 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-17de7888-ff84-4d08-87c8-8ef3d707ebc6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1130 time: 0.0416758 Oct 30 01:12:14.255416 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-1e7e53bc-0331-4dc3-8f07-80b179388c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:14.256892 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-1e7e53bc-0331-4dc3-8f07-80b179388c61 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0896609 Oct 30 01:12:14.323598 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-2a023c20-410b-4fe6-9b00-6fbaa1493b22 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 1001 time: 0.0605202 Oct 30 01:12:14.375372 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-f10da13c-55f8-4146-a1fd-e55f4f02903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:14.376877 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-f10da13c-55f8-4146-a1fd-e55f4f02903b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0457075 Oct 30 01:12:14.420435 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-2f3314a6-c1eb-493a-aa31-9e2c7057b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:14.421879 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-2f3314a6-c1eb-493a-aa31-9e2c7057b825 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383885 Oct 30 01:12:14.516972 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-f83e65e8-fbc4-4fed-ae42-668bd848b935 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876365 Oct 30 01:12:14.619592 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-75423ba4-cbc7-4221-b670-002a0a1134ba req-b03c4dda-e3f2-4aa4-8f5d-035c8e1a1b2a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962520 Oct 30 01:12:14.722975 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:14.724178 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:21.291300 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:21.293841 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:24.614909 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=52 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:24.616796 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=49 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:35.365989 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=13 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:35.376455 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=21 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:36.196704 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-abe03070-bc51-415b-8982-d7f9803e3fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:36.550761 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:38.301743 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-abba2e90-cc01-4f61-9b2a-fef50f57f546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:39.584105 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.096359 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.300157 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:41.736017 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:12:43.606783 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f6d5-15ba-44e8-b5aa-97497aae1cdb req-b3da44fa-1553-4d0e-94e7-d4dc9a0ac286 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:43.608216 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1945f6d5-15ba-44e8-b5aa-97497aae1cdb req-b3da44fa-1553-4d0e-94e7-d4dc9a0ac286 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0493526 Oct 30 01:12:43.659364 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1945f6d5-15ba-44e8-b5aa-97497aae1cdb req-c4417f90-bf3b-40a6-84aa-e570bd3e9a58 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 Oct 30 01:12:44.813700 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa40d-2071-4fcb-921d-52a35d22d31d req-5988e53a-2e57-4703-8be3-51f0ac19faa8 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:44.815309 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1d2fa40d-2071-4fcb-921d-52a35d22d31d req-5988e53a-2e57-4703-8be3-51f0ac19faa8 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0558794 Oct 30 01:12:44.866245 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1d2fa40d-2071-4fcb-921d-52a35d22d31d req-f0bdf653-784c-458b-967a-22167f9fcddd tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Oct 30 01:12:46.008090 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a719e-e1bf-41ea-9fdf-7d98489493d7 req-851b1e25-12b6-421e-bb8c-ef7a5caf3630 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:46.009565 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6e6a719e-e1bf-41ea-9fdf-7d98489493d7 req-851b1e25-12b6-421e-bb8c-ef7a5caf3630 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0476401 Oct 30 01:12:46.061867 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6e6a719e-e1bf-41ea-9fdf-7d98489493d7 req-650ccb1a-f2fd-46fd-996c-c8bcf9140574 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440719 Oct 30 01:12:47.198102 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c1bfd-1847-4b1f-8fb5-ba812267afb8 req-a6d13d74-1d1a-4089-a79e-18678ba9a324 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:47.199811 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b15c1bfd-1847-4b1f-8fb5-ba812267afb8 req-a6d13d74-1d1a-4089-a79e-18678ba9a324 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0559626 Oct 30 01:12:47.253103 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b15c1bfd-1847-4b1f-8fb5-ba812267afb8 req-d414e3e8-697b-4117-806a-570771597ab1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454526 Oct 30 01:12:48.397103 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493f63-d934-439a-80c9-3273ff949b51 req-9ad0a249-50b5-476c-ae1e-cbae164f1f18 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:48.398609 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46493f63-d934-439a-80c9-3273ff949b51 req-9ad0a249-50b5-476c-ae1e-cbae164f1f18 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0529063 Oct 30 01:12:48.452186 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46493f63-d934-439a-80c9-3273ff949b51 req-4892625d-8a46-43c0-abca-2e33c21ca8ae tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449381 Oct 30 01:12:49.593061 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae30ef-ceac-4070-aaa8-ba23ae422ac3 req-2e4ab75b-616c-4b24-b2fc-88c70681b12b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:49.594567 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-48ae30ef-ceac-4070-aaa8-ba23ae422ac3 req-2e4ab75b-616c-4b24-b2fc-88c70681b12b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0476086 Oct 30 01:12:49.651779 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-48ae30ef-ceac-4070-aaa8-ba23ae422ac3 req-7e1f32ce-7aac-4964-8ee9-ac7e69eeb377 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487266 Oct 30 01:12:50.795607 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16e229-3cce-4360-9a70-991e1a299884 req-9ab4baa6-15b4-46e7-902f-0cb108709d03 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:50.797167 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6c16e229-3cce-4360-9a70-991e1a299884 req-9ab4baa6-15b4-46e7-902f-0cb108709d03 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0572934 Oct 30 01:12:50.851982 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-6c16e229-3cce-4360-9a70-991e1a299884 req-7f338d91-f3e2-4a10-87a8-546f95a453fb tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465183 Oct 30 01:12:51.291894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:51.294396 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:51.728292 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:51.729238 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:51.978619 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed16f9-6df6-4e03-a93c-21ab39779806 req-4527d079-a67c-4f36-9518-19d7d8bbd799 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:51.979981 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a5ed16f9-6df6-4e03-a93c-21ab39779806 req-4527d079-a67c-4f36-9518-19d7d8bbd799 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Oct 30 01:12:52.031609 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a5ed16f9-6df6-4e03-a93c-21ab39779806 req-f3fce200-e144-433b-813f-32ebb6508de7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Oct 30 01:12:53.176862 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7382f-7559-406b-bfa9-6e97c3b8fbe1 req-bac4812f-65e9-4f06-a4da-d2753b6698f4 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:53.178370 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c5f7382f-7559-406b-bfa9-6e97c3b8fbe1 req-bac4812f-65e9-4f06-a4da-d2753b6698f4 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0543716 Oct 30 01:12:53.236922 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c5f7382f-7559-406b-bfa9-6e97c3b8fbe1 req-46c4ac68-6e57-48d4-9c49-fa4a9b78a6a3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497930 Oct 30 01:12:53.856668 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-79e15f57-5d43-46de-8416-9ad4d5cba803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:53.858185 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-79e15f57-5d43-46de-8416-9ad4d5cba803 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0520544 Oct 30 01:12:53.965898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-0053cc0f-db8b-4f48-b27a-504810fa8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:53.967367 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-0053cc0f-db8b-4f48-b27a-504810fa8489 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.1028650 Oct 30 01:12:54.034005 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-f07fc788-4c18-4a79-8e8c-fb674600f9a9 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 1002 time: 0.0598438 Oct 30 01:12:54.083031 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-aac84f0a-b253-41cb-8a4a-0dd00289de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:54.084466 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-aac84f0a-b253-41cb-8a4a-0dd00289de04 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0439868 Oct 30 01:12:54.130754 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-2ad657bf-e8d4-46b1-94ca-b09708d89234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:54.132197 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-2ad657bf-e8d4-46b1-94ca-b09708d89234 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413599 Oct 30 01:12:54.239688 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-6549ebe8-59bd-4f75-9efa-d0d1648c2934 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012504 Oct 30 01:12:54.333629 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-5764c2fe-a676-410d-8046-0ec442f102a5 req-5ed8a131-d743-456b-b59d-7a1c29e310c7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877326 Oct 30 01:12:54.370666 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ff8a-d2d6-41eb-a26e-f4e8dd91cbcc req-1d25fe7f-9ce1-4585-8366-171c22b3d6f6 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:54.372180 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e894ff8a-d2d6-41eb-a26e-f4e8dd91cbcc req-1d25fe7f-9ce1-4585-8366-171c22b3d6f6 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0481126 Oct 30 01:12:54.420895 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e894ff8a-d2d6-41eb-a26e-f4e8dd91cbcc req-d7737087-6551-4984-b7cd-24659972de3f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Oct 30 01:12:55.558936 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fc19e-ae64-4c4f-b680-7d72c4789cad req-3fe565cb-ffb5-42ba-ae3d-c55b1bf6e70e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:55.560496 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a28fc19e-ae64-4c4f-b680-7d72c4789cad req-3fe565cb-ffb5-42ba-ae3d-c55b1bf6e70e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0492294 Oct 30 01:12:55.607299 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:55.616685 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a28fc19e-ae64-4c4f-b680-7d72c4789cad req-6246775f-e941-4588-a3df-0cded49210fd tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482762 Oct 30 01:12:56.726221 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:56.744734 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c82bbf-0c25-4f18-9550-4a0b370aad42 req-2e6c1a88-6d5b-4420-af77-85b43c8dbaa9 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:56.746230 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c82bbf-0c25-4f18-9550-4a0b370aad42 req-2e6c1a88-6d5b-4420-af77-85b43c8dbaa9 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0476117 Oct 30 01:12:56.796524 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-24c82bbf-0c25-4f18-9550-4a0b370aad42 req-8437b335-d779-40a8-949c-2ade4ded8fc4 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Oct 30 01:12:57.058769 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7b6b6-4d30-4dfa-8a34-fedb8b2feed5 req-ade8e96d-ea61-4127-ab8b-819dcc48ac5f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:57.060254 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0cf7b6b6-4d30-4dfa-8a34-fedb8b2feed5 req-ade8e96d-ea61-4127-ab8b-819dcc48ac5f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Oct 30 01:12:57.075867 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-9dd3361b-f028-431a-ae9f-b84950fa98ad service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846264 Oct 30 01:12:57.085063 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-aba93617-043e-47f0-90b7-247f2b729ba2 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 30 01:12:57.086481 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-aba93617-043e-47f0-90b7-247f2b729ba2 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049963 Oct 30 01:12:57.111935 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-0cf7b6b6-4d30-4dfa-8a34-fedb8b2feed5 req-2f2fa6c8-61c6-41ea-91ee-aba9c6c00c0e tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456378 Oct 30 01:12:57.212486 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-7dae16c6-07ac-4004-bd7b-d4cc8803c8f7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:57.213819 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-7dae16c6-07ac-4004-bd7b-d4cc8803c8f7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports/4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 943 time: 0.0997467 Oct 30 01:12:58.245500 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b601a-ec5d-46d5-a103-00d1bf381520 req-23709bc3-7ec1-4195-b31e-4e18dd26fefb tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:58.246979 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b0b601a-ec5d-46d5-a103-00d1bf381520 req-23709bc3-7ec1-4195-b31e-4e18dd26fefb tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0535882 Oct 30 01:12:58.298231 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7b0b601a-ec5d-46d5-a103-00d1bf381520 req-525f9852-384c-4e40-a139-e5f4f0b06ec9 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452456 Oct 30 01:12:58.534042 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:12:58.606281 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 4025698b-6028-4fe4-ae38-07266f391e05 is: ACTIVE; New status is: DOWN {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:12:58.606586 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:58.629954 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:12:58.632252 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9d6667-492c-4cf6-ad8c-4266a39def35" -d '{"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:12:58.645817 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:12:58.652562 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:12:58.676793 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 30 Oct 2022 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf765ed-19cf-4bd5-b412-1f6467685f0b x-openstack-request-id: req-bcf765ed-19cf-4bd5-b412-1f6467685f0b {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:12:58.677083 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:12:58.677336 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcf765ed-19cf-4bd5-b412-1f6467685f0b {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:12:58.677736 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf765ed-19cf-4bd5-b412-1f6467685f0b'] response: {'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'code': 200} Oct 30 01:12:58.705142 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=6']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:12:58.712386 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.712734 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.713077 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.713416 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.713751 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.714077 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.714403 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.714729 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.715054 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.715374 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.715736 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.716061 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.716379 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.716695 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:58.717012 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:12:59.005957 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-6bdb1b79-ccdc-4d1b-8526-91706c0cd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.007448 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-6bdb1b79-ccdc-4d1b-8526-91706c0cd2b1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5&tenant_id=4f281bf8af484f7a88df7dc8ac06d887 HTTP/1.1" status: 200 len: 1128 time: 0.0420969 Oct 30 01:12:59.085713 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-e5347b63-8efd-456f-b3e5-a245e4ae1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.087167 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-e5347b63-8efd-456f-b3e5-a245e4ae1b5f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1128 time: 0.0392962 Oct 30 01:12:59.180265 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-c920013f-bc8a-4ef8-a110-fa46c4884d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.181669 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-c920013f-bc8a-4ef8-a110-fa46c4884d3e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.0879965 Oct 30 01:12:59.245645 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-3401ec68-f586-4974-8c17-2ebcafe040ec service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 1000 time: 0.0574279 Oct 30 01:12:59.302901 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-0ef8457a-0108-4c6a-8865-ad48c08a2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.305200 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-0ef8457a-0108-4c6a-8865-ad48c08a2bcc service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0530949 Oct 30 01:12:59.360718 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-f14cbfbe-9b38-43ed-a9c9-ba22ab4f34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.362298 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-f14cbfbe-9b38-43ed-a9c9-ba22ab4f34ad service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501478 Oct 30 01:12:59.427322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629343f3-7d78-47e8-b544-b556a7581b2b req-2c9a4942-441b-4544-840b-ba7f7db30f60 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:12:59.428840 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-629343f3-7d78-47e8-b544-b556a7581b2b req-2c9a4942-441b-4544-840b-ba7f7db30f60 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0474396 Oct 30 01:12:59.450431 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=100 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:12:59.457774 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-edbe1258-015e-4a76-822c-d9770c96aac6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887623 Oct 30 01:12:59.479456 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-629343f3-7d78-47e8-b544-b556a7581b2b req-ec481912-5c45-46c4-b25b-0da5c43ea5a5 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448179 Oct 30 01:12:59.556262 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-230bdf8f-9063-41b6-b0a5-2aeeab322983 req-d705d307-0435-4fdc-9663-893b1ed0b540 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Oct 30 01:13:00.610919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a19c5-6a74-45fe-b608-84bcbdb8807a req-761b5240-9a06-4936-8176-61e354748c8b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:00.612332 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e3a19c5-6a74-45fe-b608-84bcbdb8807a req-761b5240-9a06-4936-8176-61e354748c8b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0560777 Oct 30 01:13:00.663788 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9e3a19c5-6a74-45fe-b608-84bcbdb8807a req-f6f75bc9-ddfd-40ee-b3f4-ec9b80443a91 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Oct 30 01:13:01.807403 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e8c40-6c07-496f-9a97-56f8474c96c7 req-3f94cfbd-b2e7-45b4-8e1d-7920338c0ef8 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:01.809612 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c27e8c40-6c07-496f-9a97-56f8474c96c7 req-3f94cfbd-b2e7-45b4-8e1d-7920338c0ef8 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0594876 Oct 30 01:13:01.862844 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c27e8c40-6c07-496f-9a97-56f8474c96c7 req-67a5eb28-4276-4cc8-a956-dbc32ead84ba tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461431 Oct 30 01:13:03.004901 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53588d0-aa7b-4c07-b0b7-1c9a4cb0ee86 req-b2654ee5-e630-4a61-bce0-c82264f51260 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:03.006378 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b53588d0-aa7b-4c07-b0b7-1c9a4cb0ee86 req-b2654ee5-e630-4a61-bce0-c82264f51260 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0557866 Oct 30 01:13:03.061109 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b53588d0-aa7b-4c07-b0b7-1c9a4cb0ee86 req-6a8ed1c1-650b-4a72-9a45-2a44f35d55df tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490537 Oct 30 01:13:04.201560 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01627e4-0b7a-411e-8182-c2ef8d22ad13 req-3ad44104-b876-4515-950e-7ea7d1ad18f7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:04.203034 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c01627e4-0b7a-411e-8182-c2ef8d22ad13 req-3ad44104-b876-4515-950e-7ea7d1ad18f7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0569017 Oct 30 01:13:04.254691 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c01627e4-0b7a-411e-8182-c2ef8d22ad13 req-577b2b08-9306-4850-9ed6-50e9588317cc tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 Oct 30 01:13:05.378998 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971a15-080c-4d30-a4ff-4591d2c64cae req-64ba58c1-75e5-4339-95f5-adf47ff89f9b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:05.380509 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d971a15-080c-4d30-a4ff-4591d2c64cae req-64ba58c1-75e5-4339-95f5-adf47ff89f9b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0488832 Oct 30 01:13:05.439401 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-9d971a15-080c-4d30-a4ff-4591d2c64cae req-c893dbcd-e5ec-438e-8851-1ae0fac78dd3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531464 Oct 30 01:13:06.199008 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e1effd6-8602-4669-9e91-8ee6616eeb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:06.536114 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:06.575828 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c65b5-7a2a-486d-a9a4-4c04156be3ab req-7fdb52dc-9068-4929-b02c-2b52def03436 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:06.577339 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-117c65b5-7a2a-486d-a9a4-4c04156be3ab req-7fdb52dc-9068-4929-b02c-2b52def03436 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0554886 Oct 30 01:13:06.627463 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-117c65b5-7a2a-486d-a9a4-4c04156be3ab req-524a33a7-4498-401a-afa0-0af187bc7d3b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Oct 30 01:13:07.752982 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901546d1-7baf-4908-ab3e-a27392f31651 req-9f44c431-90d4-49a4-9285-25d65b52f9e9 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:07.754793 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-901546d1-7baf-4908-ab3e-a27392f31651 req-9f44c431-90d4-49a4-9285-25d65b52f9e9 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0478852 Oct 30 01:13:07.808743 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-901546d1-7baf-4908-ab3e-a27392f31651 req-5708a386-fec6-4ce1-a19a-c886b3fef934 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479424 Oct 30 01:13:08.301199 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-462c8ff0-fac0-467f-a88e-c8d5069aa56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:08.896576 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:08.919641 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:08.935841 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dcd71-02a4-4cef-aed8-4168219396c0 req-c2458c64-3906-4723-85c0-136a00cb1313 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:08.937364 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-130dcd71-02a4-4cef-aed8-4168219396c0 req-c2458c64-3906-4723-85c0-136a00cb1313 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0511956 Oct 30 01:13:08.990890 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-130dcd71-02a4-4cef-aed8-4168219396c0 req-f87023f0-a10d-4c29-9abb-13ec11d1fc27 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Oct 30 01:13:09.551576 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:09.552847 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=11 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:09.588165 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:10.124490 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485a07-01c7-4e8e-9795-18cfdf214886 req-eea14aea-d679-4fa3-99c4-7d472d604630 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:10.126001 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-68485a07-01c7-4e8e-9795-18cfdf214886 req-eea14aea-d679-4fa3-99c4-7d472d604630 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Oct 30 01:13:10.186528 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-68485a07-01c7-4e8e-9795-18cfdf214886 req-627fbeef-9066-4083-89ab-4eb4a68ca108 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543995 Oct 30 01:13:10.385866 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:13:10.486768 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:10.501188 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': '4025698b-6028-4fe4-ae38-07266f391e05', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'port_id': '4025698b-6028-4fe4-ae38-07266f391e05', 'mac_address': 'fa:16:3e:36:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:13:10.537191 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 4025698b-6028-4fe4-ae38-07266f391e05 is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:10.537575 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:10.554449 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4025698b-6028-4fe4-ae38-07266f391e05 {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:10.575015 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:10.582486 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:10.628440 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=7']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:11.099184 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:11.302235 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:11.312653 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f157fd-8660-45f4-8bc6-147fa7dfc2d8 req-edec9d77-6fa4-470b-8b9e-d6763ad5434b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:11.314130 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-12f157fd-8660-45f4-8bc6-147fa7dfc2d8 req-edec9d77-6fa4-470b-8b9e-d6763ad5434b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Oct 30 01:13:11.366140 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-12f157fd-8660-45f4-8bc6-147fa7dfc2d8 req-7158467a-7578-44e3-94c3-1523681a7e38 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 Oct 30 01:13:11.586938 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:11.588332 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:12.493334 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af727f-af65-46c8-b947-a6f0f4d14b3f req-4d54be55-97aa-4744-b37d-83bdea2c0045 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:12.494819 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21af727f-af65-46c8-b947-a6f0f4d14b3f req-4d54be55-97aa-4744-b37d-83bdea2c0045 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0563993 Oct 30 01:13:12.519496 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['4025698b-6028-4fe4-ae38-07266f391e05'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:12.545009 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-21af727f-af65-46c8-b947-a6f0f4d14b3f req-8e873c5c-a8de-4a54-964e-a74c8c0b7ddc tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443630 Oct 30 01:13:12.636781 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:12.654063 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:13.677452 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f71b-15ee-4ef0-9e56-7418b320aeb0 req-d61c379b-1fa4-4102-85e0-379b85d87b31 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:13.678926 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c1b6f71b-15ee-4ef0-9e56-7418b320aeb0 req-d61c379b-1fa4-4102-85e0-379b85d87b31 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0472417 Oct 30 01:13:13.729021 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-c1b6f71b-15ee-4ef0-9e56-7418b320aeb0 req-4f831435-7db6-4a64-b794-7dd4516ba105 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Oct 30 01:13:13.798782 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:13:13.846316 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port 4025698b-6028-4fe4-ae38-07266f391e05 triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:13.846634 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (4025698b-6028-4fe4-ae38-07266f391e05), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:13.846972 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port 4025698b-6028-4fe4-ae38-07266f391e05 Oct 30 01:13:13.922023 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port 4025698b-6028-4fe4-ae38-07266f391e05 is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:13.922414 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:13.945228 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:13.947473 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d0082-141b-425f-86d5-1bb73924903f" -d '{"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:13.960680 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:13.966468 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:14.014489 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=8']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:14.045135 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004cc9ad-5eea-4e28-aa7d-cf7c250f35e4 x-openstack-request-id: req-004cc9ad-5eea-4e28-aa7d-cf7c250f35e4 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:14.045422 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:14.045672 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-004cc9ad-5eea-4e28-aa7d-cf7c250f35e4 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:14.046073 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004cc9ad-5eea-4e28-aa7d-cf7c250f35e4'] response: {'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'code': 200} Oct 30 01:13:14.352437 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048799f-8ee8-406a-8b79-21dbb00efef3 req-7256a339-ec00-4ba2-950a-ca21f910cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:14.353985 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2048799f-8ee8-406a-8b79-21dbb00efef3 req-7256a339-ec00-4ba2-950a-ca21f910cc80 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0403638 Oct 30 01:13:14.403616 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2048799f-8ee8-406a-8b79-21dbb00efef3 req-d23dbd6d-ea1e-4623-8127-2671fdbe596a service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Oct 30 01:13:14.870412 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59019e8-643c-4257-9c4b-6155c0375df5 req-a6894da4-0eb5-4077-9c38-39d43b7d73a1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:14.871892 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d59019e8-643c-4257-9c4b-6155c0375df5 req-a6894da4-0eb5-4077-9c38-39d43b7d73a1 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0505028 Oct 30 01:13:14.923806 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d59019e8-643c-4257-9c4b-6155c0375df5 req-d53d0188-08dd-4aa5-8d5d-6a156ea15319 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Oct 30 01:13:15.654301 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-c8b356a5-8644-4822-9bc0-4450dadfea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:15.655688 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-c8b356a5-8644-4822-9bc0-4450dadfea32 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0402954 Oct 30 01:13:15.774630 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-ecfc945f-afe3-45d8-a663-322a8f419662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:15.776263 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-ecfc945f-afe3-45d8-a663-322a8f419662 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.0904009 Oct 30 01:13:15.841664 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-4b189254-07ef-4e33-be42-b0ce18a1aeea service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 1002 time: 0.0563176 Oct 30 01:13:15.895214 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-d51d942a-0daa-4b0a-a240-1ce0d0118fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:15.896642 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-d51d942a-0daa-4b0a-a240-1ce0d0118fb4 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0482788 Oct 30 01:13:15.939862 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-0b639aa0-be13-4dee-adaa-0e54d36b5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:15.941248 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-0b639aa0-be13-4dee-adaa-0e54d36b5edb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380452 Oct 30 01:13:16.034486 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-ab6cc82f-d6c8-40de-89e5-9074735f1e00 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Oct 30 01:13:16.047402 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06252fb4-e1fc-4d4a-98a6-f3912710c7c3 req-dbdef8c6-a8be-486f-b2a6-2d8b297289dc tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:16.048931 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06252fb4-e1fc-4d4a-98a6-f3912710c7c3 req-dbdef8c6-a8be-486f-b2a6-2d8b297289dc tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0468807 Oct 30 01:13:16.100028 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-06252fb4-e1fc-4d4a-98a6-f3912710c7c3 req-68349602-2d78-4b6d-a868-e780a55340ce tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451605 Oct 30 01:13:16.128644 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a927efa-252b-412c-9103-bd981c05f2e7 req-5ec64b02-450a-4f17-849b-b6ff5871446f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875356 Oct 30 01:13:17.224221 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c8b0a-5ed2-4842-bf4c-57aa1cd607a0 req-dc201096-10b4-4a03-bc51-cb0c4c3ac138 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:17.226482 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d98c8b0a-5ed2-4842-bf4c-57aa1cd607a0 req-dc201096-10b4-4a03-bc51-cb0c4c3ac138 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0495615 Oct 30 01:13:17.282694 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d98c8b0a-5ed2-4842-bf4c-57aa1cd607a0 req-ab479911-ec4f-42ce-b52e-6789f38c38ad tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495980 Oct 30 01:13:18.740495 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:13:20.094039 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a622a3bc-932a-4759-8d32-bb18367f8427 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1108501088&fields=id&tenant_id=238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 267 time: 0.0464907 Oct 30 01:13:20.213876 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-5c4d4944-2f50-4b01-99c4-37ffcc41ab47 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:20.215351 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-5c4d4944-2f50-4b01-99c4-37ffcc41ab47 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 812 time: 0.1147523 Oct 30 01:13:20.230385 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-b0f65302-951b-4518-b4b3-0e1feb0b3843 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/quotas/238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 375 time: 0.0095561 Oct 30 01:13:20.286377 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a06bb5f6-d3b6-4d35-aa3b-d43c79f926d9 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504496 Oct 30 01:13:20.623683 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:20.657531 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-7cee8cd1-34eb-45d3-b185-02e0d88fb2a5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594105 Oct 30 01:13:20.720551 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:20.754815 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-d9c356d8-40cb-4bf2-a5f3-297e1fec61ed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880010 Oct 30 01:13:22.076649 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-2c65fd14-122d-4fed-ae1f-0b54c5dea3a0 req-6295c07f-f242-43c7-b09d-8796282b67f0 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Oct 30 01:13:23.184001 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-26773f68-bfb2-47b6-800d-92f885236a1d req-676d41c5-391e-4525-8bec-e07582d333c7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 210 time: 0.0340059 Oct 30 01:13:23.303626 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-11007214-3d8a-4471-8cd4-fe65df9ddab2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:23.305116 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-11007214-3d8a-4471-8cd4-fe65df9ddab2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 812 time: 0.1154249 Oct 30 01:13:23.637915 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-4d4d6d96-df4b-4695-a7ad-3d0c5d135082 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=238d71be4e094cb6b84f9a48a8a2c79c HTTP/1.1" status: 200 len: 380 time: 0.3180339 Oct 30 01:13:23.646321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'port': {'device_id': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'admin_state_up': True, 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'security_groups': ['a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e']}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:23.754800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Made reservation on behalf of 238d71be4e094cb6b84f9a48a8a2c79c for: {'port': 1} {{(pid=104542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 30 01:13:23.758663 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:23.871554 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:23.883869 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:23.901448 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_common [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Allocated IP 172.20.0.5 (c1a88451-f287-4e35-b7e8-a6d4e4aaa603/ccdede66-25b5-48be-99e4-ec50d5ac1af9/a40ffbd8-6a20-454e-a5cf-5c6347862ffe) {{(pid=104542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:24.005381 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=52 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:24.012631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:24.050030 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), precommit_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.084395 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), after_create {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.126904 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 is already hosted by enough agents. {{(pid=104542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:24.132074 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.scheduler.base_scheduler [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Resources bound (agent type, host, resource id): {{(pid=104542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:24.135922 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Received port after_create {{(pid=104542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:24.142229 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,revision_number=1']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:24.172138 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.172487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.172827 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.173165 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.173498 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.173825 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.174158 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.174476 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.174791 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.175111 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.175431 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.175770 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.176093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.176408 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.176722 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:24.201927 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:24.202540 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.222157 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a3a3951f-554d-4da5-a4e2-c715f09d88c2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5793703 Oct 30 01:13:24.241157 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.v2.base [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Request body: {'port': {'device_id': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:24.309197 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.312332 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efdd5c-aea8-46ba-93de-48cbc6f7034f req-21d4219b-cba4-4a86-afd2-0be7d28ee20c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:24.316186 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46efdd5c-aea8-46ba-93de-48cbc6f7034f req-21d4219b-cba4-4a86-afd2-0be7d28ee20c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 931 time: 0.0499899 Oct 30 01:13:24.334252 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-17867c1f-65b0-4b1e-bcd0-eb57b056b1e1 None None] Provisioning complete for port a40ffbd8-6a20-454e-a5cf-5c6347862ffe triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:24.334611 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-17867c1f-65b0-4b1e-bcd0-eb57b056b1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.335126 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-17867c1f-65b0-4b1e-bcd0-eb57b056b1e1 None None] Attempt 1 to provision port a40ffbd8-6a20-454e-a5cf-5c6347862ffe Oct 30 01:13:24.369679 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-17867c1f-65b0-4b1e-bcd0-eb57b056b1e1 None None] Port a40ffbd8-6a20-454e-a5cf-5c6347862ffe cannot update to ACTIVE because it is not bound. {{(pid=104543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 30 01:13:24.374290 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-46efdd5c-aea8-46ba-93de-48cbc6f7034f req-eaadfca0-ec46-4c2b-bba4-298729b09b5a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538027 Oct 30 01:13:24.574787 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40ffbd8-6a20-454e-a5cf-5c6347862ffe {{(pid=104542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:24.583061 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Publish callbacks [] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), precommit_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.596098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.provisioning_blocks [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Transition to ACTIVE for port object a40ffbd8-6a20-454e-a5cf-5c6347862ffe will not be triggered until provisioned by entity L2. {{(pid=104542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 30 01:13:24.602689 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.664632 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,revision_number=2']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:24.694654 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:24.696830 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:24.716744 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Attempting to bind port a40ffbd8-6a20-454e-a5cf-5c6347862ffe on host hv-cinder-maste for vnic_type normal with profile {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 30 01:13:24.717020 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Attempting to bind port a40ffbd8-6a20-454e-a5cf-5c6347862ffe by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 30 01:13:24.717333 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Attempting to bind port a40ffbd8-6a20-454e-a5cf-5c6347862ffe on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:24.769330 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Port a40ffbd8-6a20-454e-a5cf-5c6347862ffe on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 30 01:13:24.769697 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Attempting to bind port a40ffbd8-6a20-454e-a5cf-5c6347862ffe on network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 30 01:13:24.818224 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Checking agent: {'id': 'b7602366-7ce8-40d2-9fd2-8165c1b2eac6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'started_at': datetime.datetime(2022, 10, 30, 0, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 30, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 30 01:13:24.818524 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Checking segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 30 01:13:24.818925 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Bound using segment: {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'} {{(pid=104542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 30 01:13:24.819354 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.managers [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Bound port: a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603'}}] {{(pid=104542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 30 01:13:24.819706 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), before_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.881148 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] For port a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host hv-cinder-maste, cleared binding levels {{(pid=104542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 30 01:13:24.885344 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] For port a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 30 01:13:24.893315 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8700720'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), after_update {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.897638 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:24.898239 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:24.899606 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/a40ffbd8-6a20-454e-a5cf-5c6347862ffe HTTP/1.1" status: 200 len: 1093 time: 0.6629064 Oct 30 01:13:24.900247 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:24.902493 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b159c0e7-87b7-421a-ac6e-47e068c963ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:24.952686 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e006-aa5d-45f2-b936-aac7c225f638 service neutron] Pushing event updated for resources: {'Port': ['ID=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,revision_number=3']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:25.005622 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e77a9-e5eb-4259-8e12-7be343e4f902 x-openstack-request-id: req-e63e77a9-e5eb-4259-8e12-7be343e4f902 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:25.005913 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:25.006162 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e63e77a9-e5eb-4259-8e12-7be343e4f902 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:25.006564 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63e77a9-e5eb-4259-8e12-7be343e4f902'] response: {'name': 'network-changed', 'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'status': 'completed', 'code': 200} Oct 30 01:13:25.011906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-1a0bb81b-70ae-4078-84bb-597e263c35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:25.013423 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-1a0bb81b-70ae-4078-84bb-597e263c35b4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 1127 time: 0.0468802 Oct 30 01:13:25.069650 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-037ca502-fc89-4e17-9b70-4126f3b974a3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe HTTP/1.1" status: 200 len: 217 time: 0.0327432 Oct 30 01:13:25.131595 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-f8e32d98-5294-4321-8ec7-63d3d8d07c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:25.133070 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-f8e32d98-5294-4321-8ec7-63d3d8d07c05 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0571136 Oct 30 01:13:25.177871 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-efa81d07-6633-4151-8138-394c733886a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:25.179337 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-efa81d07-6633-4151-8138-394c733886a1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399570 Oct 30 01:13:25.285805 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-7b4109b9-2680-4e35-abdf-5d40010e2ce3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000531 Oct 30 01:13:25.378690 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-a6092a9a-d5d1-4ba1-a728-034b8d73537c req-00d79c3c-0345-400d-8648-e0f8aefd8a73 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Oct 30 01:13:25.514049 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c291c0-6a80-4a5b-912a-9278d7d598f8 req-73859468-bd53-4f63-914e-6c6de2c58e52 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:25.515528 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e7c291c0-6a80-4a5b-912a-9278d7d598f8 req-73859468-bd53-4f63-914e-6c6de2c58e52 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0582724 Oct 30 01:13:25.567814 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e7c291c0-6a80-4a5b-912a-9278d7d598f8 req-a6ee4a87-1fe3-429e-9151-15e3fcb1d95b tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Oct 30 01:13:26.521147 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-f6ac3bf1-6c80-4dd4-827e-d1c8e318e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.522669 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-f6ac3bf1-6c80-4dd4-827e-d1c8e318e512 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 1127 time: 0.0531116 Oct 30 01:13:26.618936 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-569b5f9e-b455-4cce-bf13-d84c85e28ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.620478 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-569b5f9e-b455-4cce-bf13-d84c85e28ee2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0911481 Oct 30 01:13:26.668784 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-240f80c3-cfa1-4dba-bb10-e1853d8b3d1e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe HTTP/1.1" status: 200 len: 217 time: 0.0383046 Oct 30 01:13:26.707213 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f190aa-dc61-47a3-839c-c404e560905f req-92310dc7-4105-4a7b-97a9-8266f514d5cc tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.708706 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d2f190aa-dc61-47a3-839c-c404e560905f req-92310dc7-4105-4a7b-97a9-8266f514d5cc tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0478141 Oct 30 01:13:26.727555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-62379e79-babf-4091-a751-11005aec996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.729199 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-62379e79-babf-4091-a751-11005aec996e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0457079 Oct 30 01:13:26.757888 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-d2f190aa-dc61-47a3-839c-c404e560905f req-f1348dc8-b35b-4701-a7cb-6c21cd577d3a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Oct 30 01:13:26.782599 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-46e786f2-87c7-4606-bd57-771fdf210047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:26.784158 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-46e786f2-87c7-4606-bd57-771fdf210047 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414989 Oct 30 01:13:26.848510 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:26.882981 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-238b987d-fcd5-4521-9003-a2a566269596 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914507 Oct 30 01:13:26.965884 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:26.985242 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-b159c0e7-87b7-421a-ac6e-47e068c963ce req-9ebb464d-a220-420d-99a7-b57b24f19d1d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956435 Oct 30 01:13:27.898484 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6255e-21cc-4364-a1f4-42a16921f762 req-288ab08b-af7f-4642-a56d-10f4336828be tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:27.900005 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a8e6255e-21cc-4364-a1f4-42a16921f762 req-288ab08b-af7f-4642-a56d-10f4336828be tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0588901 Oct 30 01:13:27.954384 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-a8e6255e-21cc-4364-a1f4-42a16921f762 req-36b1c51e-1bd9-452e-8dfd-f9a8934866ec tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Oct 30 01:13:29.090199 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e268e-606b-443c-aa01-83cf3f8f7ea0 req-d47fa317-9986-46c3-998c-36e616e87934 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:29.091587 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-471e268e-606b-443c-aa01-83cf3f8f7ea0 req-d47fa317-9986-46c3-998c-36e616e87934 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0469618 Oct 30 01:13:29.144267 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-471e268e-606b-443c-aa01-83cf3f8f7ea0 req-b0422c9b-6a8b-4b58-9613-e3ee446e7940 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 Oct 30 01:13:30.270214 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc87206-b8ab-4ecb-8772-d648439a33ed req-9ed9a1c1-87fd-46b0-8bcd-41550361503f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:30.271661 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8dc87206-b8ab-4ecb-8772-d648439a33ed req-9ed9a1c1-87fd-46b0-8bcd-41550361503f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0468364 Oct 30 01:13:30.324323 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8dc87206-b8ab-4ecb-8772-d648439a33ed req-4c421940-4ea3-4bca-a4ef-90ec82905707 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469425 Oct 30 01:13:31.465996 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cccaa-e59c-4f80-a84d-9ac403d8ecd3 req-740d2121-4eea-47fc-8bd1-8423bcbca6f1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:31.467442 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba3cccaa-e59c-4f80-a84d-9ac403d8ecd3 req-740d2121-4eea-47fc-8bd1-8423bcbca6f1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0476861 Oct 30 01:13:31.520700 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-ba3cccaa-e59c-4f80-a84d-9ac403d8ecd3 req-32748883-2725-4251-9607-6b45b0b7bda1 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Oct 30 01:13:32.653259 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60145ccc-2c0d-486d-8c8c-7ac3558cfd33 req-be926c62-6994-49ed-884c-b821df1b7994 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:32.654643 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60145ccc-2c0d-486d-8c8c-7ac3558cfd33 req-be926c62-6994-49ed-884c-b821df1b7994 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0493736 Oct 30 01:13:32.708557 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-60145ccc-2c0d-486d-8c8c-7ac3558cfd33 req-e8588927-c9b5-4c1e-84d0-5791efb8a5f0 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456514 Oct 30 01:13:33.849001 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ce834-a2c2-483c-aa1f-661c05c32afa req-d4c5c763-8246-468f-b78d-70fb86dab1fd tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:33.850440 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc4ce834-a2c2-483c-aa1f-661c05c32afa req-d4c5c763-8246-468f-b78d-70fb86dab1fd tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 943 time: 0.0497308 Oct 30 01:13:33.901615 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-bc4ce834-a2c2-483c-aa1f-661c05c32afa req-7da5c38b-3796-44b2-acd7-dd1fe2d1d7a4 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Oct 30 01:13:33.930403 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a40ffbd8-6a20-454e-a5cf-5c6347862ffe details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 30 01:13:34.032587 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:34.044023 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Returning: {'device': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'port_id': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'mac_address': 'fa:16:3e:69:43:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 30 01:13:34.079151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port a40ffbd8-6a20-454e-a5cf-5c6347862ffe is: DOWN; New status is: BUILD {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:34.079536 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:34.095629 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40ffbd8-6a20-454e-a5cf-5c6347862ffe {{(pid=104543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 30 01:13:34.115323 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:34.121262 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:34.174427 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,revision_number=4']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:34.567445 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:34.568069 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] get_ports_and_sgs() called for port_ids ['a40ffbd8-6a20-454e-a5cf-5c6347862ffe'] {{(pid=104543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 30 01:13:34.568293 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:35.012048 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:35.025802 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01640ad2-2e85-4fdc-bad0-b8cd01ec80f0 req-2a2674be-3988-4a52-9b9c-d5e595bc438e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:35.027284 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-01640ad2-2e85-4fdc-bad0-b8cd01ec80f0 req-2a2674be-3988-4a52-9b9c-d5e595bc438e tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 944 time: 0.0482023 Oct 30 01:13:35.082187 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-01640ad2-2e85-4fdc-bad0-b8cd01ec80f0 req-1fc2be49-2266-4a1a-8437-8911689d7961 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463734 Oct 30 01:13:35.938768 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a40ffbd8-6a20-454e-a5cf-5c6347862ffe up at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 30 01:13:35.994574 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning for port a40ffbd8-6a20-454e-a5cf-5c6347862ffe completed by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 30 01:13:36.005164 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Provisioning complete for port a40ffbd8-6a20-454e-a5cf-5c6347862ffe triggered by entity L2. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:13:36.005701 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.006225 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Attempt 1 to provision port a40ffbd8-6a20-454e-a5cf-5c6347862ffe Oct 30 01:13:36.094228 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Current status of the port a40ffbd8-6a20-454e-a5cf-5c6347862ffe is: BUILD; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:13:36.094614 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), before_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.117953 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe'}] {{(pid=104543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:36.120302 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d039a49a44ac6c43405eee84812c9bfe8d923f6c774be656774f33896fb26393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8357cf09-25f6-45ae-b6b6-1b8f1b931e8f" -d '{"events": [{"server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe"}]}' {{(pid=104543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:36.131629 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:36.133685 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] For port a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:13:36.141102 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.165397 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31eefaa-2d87-4057-a0ec-21b6987e5da8 x-openstack-request-id: req-a31eefaa-2d87-4057-a0ec-21b6987e5da8 {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:36.165687 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "name": "network-vif-plugged", "status": "completed", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe", "code": 200}]} {{(pid=104543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:36.165908 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a31eefaa-2d87-4057-a0ec-21b6987e5da8 {{(pid=104543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:36.166301 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31eefaa-2d87-4057-a0ec-21b6987e5da8'] response: {'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'code': 200} Oct 30 01:13:36.172503 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:36.194757 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:36.210700 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c52a-4b8a-46f9-9704-b017038648c6 req-4b72f391-bece-4a69-8d7f-135b54e2fda7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:36.212420 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b333c52a-4b8a-46f9-9704-b017038648c6 req-4b72f391-bece-4a69-8d7f-135b54e2fda7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Oct 30 01:13:36.212914 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ece0f245-8f24-4177-8d0e-5075d4266ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:36.215791 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Pushing event updated for resources: {'Port': ['ID=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,revision_number=5']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:36.274551 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-b333c52a-4b8a-46f9-9704-b017038648c6 req-4fa1330f-40c1-42b8-b620-10c71424e0ce tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453656 Oct 30 01:13:36.450511 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525d648-9211-43e4-b938-4f2d0dc9beb1 req-bc421a6d-c0ec-4ac0-9aa0-d667e5eeae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:36.451981 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c525d648-9211-43e4-b938-4f2d0dc9beb1 req-bc421a6d-c0ec-4ac0-9aa0-d667e5eeae12 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 1129 time: 0.0410318 Oct 30 01:13:36.506739 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-c525d648-9211-43e4-b938-4f2d0dc9beb1 req-5b69d070-4506-4803-8688-fc963cf26dbd service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Oct 30 01:13:36.536151 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:37.403202 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aeddd-fedb-4aea-83e0-19a157fbdd02 req-39791d64-767e-45a2-9fca-0ad4e63b2b98 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:37.404750 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e0aeddd-fedb-4aea-83e0-19a157fbdd02 req-39791d64-767e-45a2-9fca-0ad4e63b2b98 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0482819 Oct 30 01:13:37.458358 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-3e0aeddd-fedb-4aea-83e0-19a157fbdd02 req-0d213b19-1ea3-4002-a99c-f50258fcadaa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448835 Oct 30 01:13:38.300999 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8be599af-203e-485a-9596-df4ce52dc90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:38.359318 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [req-49b0a09e-f284-43c6-82a4-731e05cccd72 req-31e7dbfe-3818-4d21-b477-8d1e71af8088 service neutron] (104541) timed out ('10.222.0.43', 52935) {{(pid=104541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 30 01:13:38.582134 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b6fe0-0427-4411-ad64-3a8d9e2defa2 req-f6d9857c-fa29-4441-b1ae-97f4ab68f79f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.583524 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-286b6fe0-0427-4411-ad64-3a8d9e2defa2 req-f6d9857c-fa29-4441-b1ae-97f4ab68f79f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0508127 Oct 30 01:13:38.636014 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-286b6fe0-0427-4411-ad64-3a8d9e2defa2 req-6dcb7426-728d-457c-82fe-013729a567ac tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466592 Oct 30 01:13:38.757479 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab043dd-ef62-4296-92dd-bf72f5829e98 req-0ecf096a-6f7d-4988-a171-f9860da13914 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.758942 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fab043dd-ef62-4296-92dd-bf72f5829e98 req-0ecf096a-6f7d-4988-a171-f9860da13914 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0476530 Oct 30 01:13:38.809149 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-fab043dd-ef62-4296-92dd-bf72f5829e98 req-3faa6426-dfbb-4467-b4d5-8842b57ec10f tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442805 Oct 30 01:13:38.838073 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52344) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:38.983570 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0543c9f9-3220-427f-8970-9bad3a7a98f3 tempest-TestVolumeBootPattern-1997664150 tempest-TestVolumeBootPattern-1997664150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:38.985114 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-0543c9f9-3220-427f-8970-9bad3a7a98f3 tempest-TestVolumeBootPattern-1997664150 tempest-TestVolumeBootPattern-1997664150-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 1124 time: 0.1461425 Oct 30 01:13:38.988185 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52348) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:13:38.992380 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.v2.base [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Request body: {'floatingip': {'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'port_id': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 30 01:13:39.019431 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.099534 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (None), before_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.216998 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_common [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Allocated IP 172.37.3.203 (43034da1-60cf-4ad9-b50e-ff1806fe9dd6/b9493692-c692-46e7-a6ae-0ab6555cc8ad/e48cc9a1-f52a-478b-8f86-159c4365b8ec) {{(pid=104541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 30 01:13:39.338816 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.373935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751766811760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.411605 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Network 43034da1-60cf-4ad9-b50e-ff1806fe9dd6 is already hosted by enough agents. {{(pid=104541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 30 01:13:39.416588 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.base_scheduler [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Resources bound (agent type, host, resource id): {{(pid=104541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 30 01:13:39.420503 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Received port after_create {{(pid=104541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 30 01:13:39.422192 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:39.425560 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:39.444000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=e48cc9a1-f52a-478b-8f86-159c4365b8ec,revision_number=1']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:39.465999 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.466406 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.466883 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.467243 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.467572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.467926 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.468250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.468570 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.468897 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.469211 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.469531 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.469852 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.470169 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.470502 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.470818 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:13:39.581880 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.800216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (981578a8-5704-490a-899b-d1be637804ae), precommit_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:39.878700 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67104306'] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), before_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.044362 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), precommit_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.050771 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751767189625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751766811778', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751766811796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4042223'] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), after_update {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.121664 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-719636'] for floatingip (981578a8-5704-490a-899b-d1be637804ae), after_create {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.123356 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event updated for resources: {'Port': ['ID=e48cc9a1-f52a-478b-8f86-159c4365b8ec,revision_number=2']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:13:40.224786 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Floating IP 981578a8-5704-490a-899b-d1be637804ae associated. External IP: 172.37.3.203, port: a40ffbd8-6a20-454e-a5cf-5c6347862ffe. Oct 30 01:13:40.306116 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:40.328947 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:40.428318 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:13:40.536638 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:13:40.547220 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:13:40.555897 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:40.557949 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:40.559493 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:13:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:40.592514 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-f48a32b3-9e93-4134-8d9f-0c412c017e1c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6011019 Oct 30 01:13:40.592514 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:13:40.593402 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2793539f-cb4a-4941-88a0-e1d0af2e22c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:13:40.633055 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa29847-97c6-4a02-843e-041928a0b451 x-openstack-request-id: req-faa29847-97c6-4a02-843e-041928a0b451 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:13:40.633351 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:13:40.633585 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faa29847-97c6-4a02-843e-041928a0b451 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:13:40.634010 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa29847-97c6-4a02-843e-041928a0b451'] response: {'name': 'network-changed', 'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'status': 'completed', 'code': 200} Oct 30 01:13:40.734015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-ad572c15-bed9-424e-94ed-60553c79e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:40.735548 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-ad572c15-bed9-424e-94ed-60553c79e85b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 1129 time: 0.0418785 Oct 30 01:13:40.753579 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:40.827762 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-b019a472-5671-4403-9734-58f960002145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:40.829575 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-b019a472-5671-4403-9734-58f960002145 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0874434 Oct 30 01:13:40.897510 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-3e27c50f-b2e2-4f78-b6cc-d48dc7b1828a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe HTTP/1.1" status: 200 len: 999 time: 0.0603678 Oct 30 01:13:40.947781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-adcb869e-b1be-40b6-8197-d71a99ce9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:40.949341 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-adcb869e-b1be-40b6-8197-d71a99ce9505 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0460913 Oct 30 01:13:40.964080 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:09Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}, {'id': '981578a8-5704-490a-899b-d1be637804ae', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.203', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:69:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:39Z', 'updated_at': '2022-10-30T01:13:39Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:40.992393 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:13:40.997014 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-a9920ad2-afbc-4c5d-bf84-b8bd8b688d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:13:40.998821 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-a9920ad2-afbc-4c5d-bf84-b8bd8b688d46 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421937 Oct 30 01:13:41.001334 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:13:41.001932 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:13:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:41.095162 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:41.100009 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-5daea55e-26d7-4dfd-aa68-98b20239f2a7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942619 Oct 30 01:13:41.106368 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:13:41.192835 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2793539f-cb4a-4941-88a0-e1d0af2e22c2 req-8a634767-fa0c-4094-bdbc-5836fd359dd6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Oct 30 01:13:41.306003 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:13:41.325628 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:09Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}, {'id': '981578a8-5704-490a-899b-d1be637804ae', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.203', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:69:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:39Z', 'updated_at': '2022-10-30T01:13:39Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:13:41.352001 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d9b22-89ba-4a08-94ab-e1fa89ac44ef None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:09Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}, {'id': '981578a8-5704-490a-899b-d1be637804ae', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.203', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:69:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:13:39Z', 'updated_at': '2022-10-30T01:13:39Z', 'revision_number': 0, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:13:41.551041 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4cc9b-c4b0-4c0d-8e8c-0d13bb26dd60 None None] New status for floating IP 981578a8-5704-490a-899b-d1be637804ae: ACTIVE {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:13:50.582255 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:50.583367 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.188130 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=53 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.189232 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=73 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.319101 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=77 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.330290 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=77 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.661801 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:51.662988 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:13:55.742383 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:14:05.737701 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:06.206956 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0280e519-3f07-4c9d-a275-f3fdfc6f8813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:06.555111 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:08.300886 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ec21-7fc3-4b43-9934-c73e8bcc4631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:09.591170 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.091794 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:11.310621 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:17.912568 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-319b76bd-b36c-499d-8bf6-4cc9ab54c3bc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392885 Oct 30 01:14:17.995675 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-5216f528-5237-4e11-af15-7af3bd4f9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:17.997166 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-5216f528-5237-4e11-af15-7af3bd4f9f3e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1130 time: 0.0430486 Oct 30 01:14:18.113487 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-ac7835e6-8ece-4114-929a-c883619b7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:18.115003 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-ac7835e6-8ece-4114-929a-c883619b7df6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0933638 Oct 30 01:14:18.187087 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-206b766a-15a6-489c-8b17-960cb3fd62ee service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 1001 time: 0.0644464 Oct 30 01:14:18.237877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-3277a395-877a-44a1-9d6c-e1af09c437c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:18.239400 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-3277a395-877a-44a1-9d6c-e1af09c437c0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0463064 Oct 30 01:14:18.284547 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-5b5e62f6-6876-43e4-a0e9-645073c4d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:14:18.286023 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-5b5e62f6-6876-43e4-a0e9-645073c4d3c6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401342 Oct 30 01:14:18.380595 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-0aa35122-eb1b-4543-be32-b60034b0175a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 Oct 30 01:14:18.475261 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-1a2cc633-3c35-4c33-a895-a4b938f0d850 req-edad5ffe-d272-442a-925c-0e39ed9b65fa service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874770 Oct 30 01:14:21.295873 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:21.302410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:28.465792 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=48 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:28.471949 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=53 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:32.746046 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:14:36.207592 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e29bab34-3916-4b71-87c5-a5fd288aad7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:36.554139 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:38.296699 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e347e752-34fa-4995-bbc7-99060e16d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:39.588438 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:41.096757 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:41.311429 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:14:42.738472 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=20 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:42.739614 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=14 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:51.297962 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:14:51.305551 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:02.461474 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52386) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:02.578099 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:02.579145 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:02.687622 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Deleting port ee1541c7-0c19-4749-b447-fe1434578fc2 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:02.687956 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:02.782616 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:02.782947 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for floatingip (ee1541c7-0c19-4749-b447-fe1434578fc2), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:02.796675 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Calling delete_port for ee1541c7-0c19-4749-b447-fe1434578fc2 owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:02.965462 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (ee1541c7-0c19-4749-b447-fe1434578fc2), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:02.996385 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event deleted for resources: {'Port': ['ID=ee1541c7-0c19-4749-b447-fe1434578fc2,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:03.022702 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.023039 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.023381 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.023701 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.024053 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.024383 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.024704 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.025022 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.025348 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.025664 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.025964 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.026285 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.026600 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.026914 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.027225 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:03.073839 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for floatingip (44db7a2b-791c-455c-a4b0-1e69da3c1182), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.074167 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Floating IP 44db7a2b-791c-455c-a4b0-1e69da3c1182 disassociated (deleted). External IP: 172.37.3.254, port: 4025698b-6028-4fe4-ae38-07266f391e05. Oct 30 01:15:03.284257 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Router f10b0dd0-425e-4660-9c10-48a53d70056e has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:03.347138 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:03.389957 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:03.394649 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:03.401870 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] Sync routers for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:03.412147 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:03.412716 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:14:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:03.425731 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-219ba45b-c207-48a9-a183-8c0077175ef7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/44db7a2b-791c-455c-a4b0-1e69da3c1182 HTTP/1.1" status: 204 len: 168 time: 0.9627869 Oct 30 01:15:03.426396 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:03.428695 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:03.475814 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f45337f-1f55-4c2f-89f3-2eb30d930fdc x-openstack-request-id: req-9f45337f-1f55-4c2f-89f3-2eb30d930fdc {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:03.476428 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:03.476428 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f45337f-1f55-4c2f-89f3-2eb30d930fdc {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:03.476744 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f45337f-1f55-4c2f-89f3-2eb30d930fdc'] response: {'name': 'network-changed', 'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'status': 'completed', 'code': 200} Oct 30 01:15:03.527382 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:03.578726 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-5c3d8f61-72da-4511-815c-185a173556b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:03.580407 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-5c3d8f61-72da-4511-815c-185a173556b5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 1130 time: 0.0509171 Oct 30 01:15:03.669652 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e883f-a4fd-41fc-8901-53c0c2e86652 req-d1f6a07a-db39-4f33-a020-2a5fe4f0fc6f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:03.671153 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-332e883f-a4fd-41fc-8901-53c0c2e86652 req-d1f6a07a-db39-4f33-a020-2a5fe4f0fc6f tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0500908 Oct 30 01:15:03.712851 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:03.723162 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-332e883f-a4fd-41fc-8901-53c0c2e86652 req-1374f42a-7ae0-4b0a-93b0-4eebc8be6e25 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458951 Oct 30 01:15:03.724582 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:41Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:03.750074 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] Checking router: f10b0dd0-425e-4660-9c10-48a53d70056e for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:03.758795 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:03.759398 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:14:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:03.865508 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:04.138532 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:41Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:04.162638 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffc5ee6-1911-40b4-81c8-8accf53e14f5 None None] The sync data for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi is: [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:09:36Z', 'revision_number': 4, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '70ab27a3-22aa-4de3-96f8-d10e50972cad', 'name': '', 'network_id': 'c4f8d00c-b75f-4bb8-966c-dae443b9ddea', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'mac_address': 'fa:16:3e:2e:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:35Z', 'updated_at': '2022-10-30T01:09:41Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'subnets': [{'id': 'ad3e4e4f-6f33-475d-8da3-f98b1d0afe23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:04.385460 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfce27-9e6a-49a4-8354-56acb5d2e01b None None] New status for floating IP 44db7a2b-791c-455c-a4b0-1e69da3c1182: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:15:04.792124 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-94c919f4-3cb5-49dd-a212-740926aa5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:04.793606 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-94c919f4-3cb5-49dd-a212-740926aa5ae3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 200 len: 910 time: 0.1031468 Oct 30 01:15:04.857174 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7491f-5ed4-4279-906f-597b966ec38a req-113db117-41d3-4cfd-a482-a34547ba3c51 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:04.857824 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-2bb568e5-a4c3-4f6c-b244-607fd6cd4ee7 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 200 len: 217 time: 0.0342016 Oct 30 01:15:04.858877 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4cc7491f-5ed4-4279-906f-597b966ec38a req-113db117-41d3-4cfd-a482-a34547ba3c51 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0562057 Oct 30 01:15:04.907823 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-c450496e-0de8-4699-9c09-2b10a2bd573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:04.908215 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-4cc7491f-5ed4-4279-906f-597b966ec38a req-ace82405-a47e-48db-af1a-60ece53223d3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e040a6f3-0c76-43e5-8ce0-054fc087aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437436 Oct 30 01:15:04.909267 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-c450496e-0de8-4699-9c09-2b10a2bd573a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 200 len: 848 time: 0.0454779 Oct 30 01:15:05.061516 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-5faa0505-d89e-49b3-8d41-4f69c3910b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:05.063196 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-5faa0505-d89e-49b3-8d41-4f69c3910b45 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c4f8d00c-b75f-4bb8-966c-dae443b9ddea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545912 Oct 30 01:15:05.461393 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-476c2bfa-eb41-4868-a09c-c023a6c52ddf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968304 Oct 30 01:15:05.570782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-fdb9655d-d286-4694-9ddc-f467e9e3bef0 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:05.572262 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-fdb9655d-d286-4694-9ddc-f467e9e3bef0 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0940413 Oct 30 01:15:05.640408 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-32d3c7f9-0ed2-4920-993a-d8e16f12a04e req-37b955bd-8b97-4e79-9932-e7bd878de1a0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630609 Oct 30 01:15:05.682473 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Deleting port 4025698b-6028-4fe4-ae38-07266f391e05 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:05.682811 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (4025698b-6028-4fe4-ae38-07266f391e05), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.775536 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] For port 4025698b-6028-4fe4-ae38-07266f391e05, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4025698b-6028-4fe4-ae38-07266f391e05,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:05.775925 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (4025698b-6028-4fe4-ae38-07266f391e05), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.789745 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Calling delete_port for 4025698b-6028-4fe4-ae38-07266f391e05 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:05.928945 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (4025698b-6028-4fe4-ae38-07266f391e05), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:05.955612 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event deleted for resources: {'Port': ['ID=4025698b-6028-4fe4-ae38-07266f391e05,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:05.970316 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.970667 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.970993 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.971328 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.971657 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.972038 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.972920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.972920 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.973149 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.973366 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.973639 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.973952 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.974267 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.974578 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:05.974890 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:06.013246 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] No DVR routers for this DVR port 4025698b-6028-4fe4-ae38-07266f391e05 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:06.015915 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.019080 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-2e822dfa-1477-4f54-9b24-3d234fa24d9c req-22814d31-3281-4482-81e3-2b92e687e744 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.43 "DELETE /networking/v2.0/ports/4025698b-6028-4fe4-ae38-07266f391e05 HTTP/1.1" status: 204 len: 173 time: 0.4403360 Oct 30 01:15:06.019555 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-deleted', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:06.021849 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4a4552-f5f7-4ac2-ae93-04c0c957412d" -d '{"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-deleted", "tag": "4025698b-6028-4fe4-ae38-07266f391e05"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:06.026248 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-943f1a9b-4472-4358-a1f3-03d235e67e71 req-517d1691-ee2d-418a-9a8d-305a1555221b tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0310314 Oct 30 01:15:06.062918 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d58df-9422-48ca-86a6-aed05dc1f10e x-openstack-request-id: req-647d58df-9422-48ca-86a6-aed05dc1f10e {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:06.063159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4444bade-70b8-4cef-9037-02cc5773a5d5", "name": "network-vif-deleted", "tag": "4025698b-6028-4fe4-ae38-07266f391e05", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:06.063467 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-647d58df-9422-48ca-86a6-aed05dc1f10e {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:06.063932 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647d58df-9422-48ca-86a6-aed05dc1f10e'] response: {'server_uuid': '4444bade-70b8-4cef-9037-02cc5773a5d5', 'name': 'network-vif-deleted', 'tag': '4025698b-6028-4fe4-ae38-07266f391e05', 'status': 'completed', 'code': 200} Oct 30 01:15:06.205917 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-deeb55a8-e365-489a-893e-97dbcf9a7412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:06.566657 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:07.148923 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e7c32886-e581-4886-968d-70aba35f9dc0 req-9248351d-7e19-4037-b5a4-9a387d952ae3 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4444bade-70b8-4cef-9037-02cc5773a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0297284 Oct 30 01:15:08.222463 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52420) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:08.278898 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0a08972-73d4-4ba5-88f8-959769f6b2d7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group (e040a6f3-0c76-43e5-8ce0-054fc087aa19), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.301190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-823c2ddf-4eff-4633-a7da-f552206851b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.304345 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0a08972-73d4-4ba5-88f8-959769f6b2d7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group (e040a6f3-0c76-43e5-8ce0-054fc087aa19), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.338742 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:08.363163 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 4025698b-6028-4fe4-ae38-07266f391e05 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:08.363504 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 4025698b-6028-4fe4-ae38-07266f391e05 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:08.370880 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0a08972-73d4-4ba5-88f8-959769f6b2d7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (e040a6f3-0c76-43e5-8ce0-054fc087aa19), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.373358 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-d0a08972-73d4-4ba5-88f8-959769f6b2d7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:08.374528 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-d0a08972-73d4-4ba5-88f8-959769f6b2d7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e040a6f3-0c76-43e5-8ce0-054fc087aa19 HTTP/1.1" status: 204 len: 168 time: 0.1520672 Oct 30 01:15:08.385206 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a08972-73d4-4ba5-88f8-959769f6b2d7 tempest-TestShelveInstance-1408928340 tempest-TestShelveInstance-1408928340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040a6f3-0c76-43e5-8ce0-054fc087aa19,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:08.427137 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52424) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:09.083694 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (f10b0dd0-425e-4660-9c10-48a53d70056e), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.300178 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Deleting port 70ab27a3-22aa-4de3-96f8-d10e50972cad {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:09.300934 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.348744 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:09.383439 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:09.395266 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] For port 70ab27a3-22aa-4de3-96f8-d10e50972cad, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70ab27a3-22aa-4de3-96f8-d10e50972cad,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:09.395621 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.408935 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Calling delete_port for 70ab27a3-22aa-4de3-96f8-d10e50972cad owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:09.586381 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.596095 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (70ab27a3-22aa-4de3-96f8-d10e50972cad), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.623915 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ab27a3-22aa-4de3-96f8-d10e50972cad,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:09.746196 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:15:09.788733 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (f10b0dd0-425e-4660-9c10-48a53d70056e), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:09.809331 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a88d8-6057-49e3-a556-03ea5202b656 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:15:09.900412 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a88d8-6057-49e3-a556-03ea5202b656 None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:15:09.999820 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Router f10b0dd0-425e-4660-9c10-48a53d70056e has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:10.109930 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:10.116527 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-abb3cca5-f891-4242-96c1-31bbe8631d21 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f10b0dd0-425e-4660-9c10-48a53d70056e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871207 Oct 30 01:15:10.118288 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52428) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:10.120418 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] Sync routers for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:10.132751 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:10.133485 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:10.168634 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:10.212950 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:10.230022 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks [] for router (f10b0dd0-425e-4660-9c10-48a53d70056e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.241378 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:10.332721 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks [] for router_gateway (f10b0dd0-425e-4660-9c10-48a53d70056e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.381375 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Deleting port d9331cb9-0af0-4aaf-8763-3ae71cfaef44 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:10.381778 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.388619 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:10.426102 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45'}], 'enable_snat': True}, 'gw_port_id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:15:09Z', 'revision_number': 5, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port': {'id': 'd9331cb9-0af0-4aaf-8763-3ae71cfaef44', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:34Z', 'updated_at': '2022-10-30T01:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:10.456958 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] Checking router: f10b0dd0-425e-4660-9c10-48a53d70056e for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:10.466035 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] Routers {'f10b0dd0-425e-4660-9c10-48a53d70056e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:10.466656 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f10b0dd0-425e-4660-9c10-48a53d70056e'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:10.472360 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] For port d9331cb9-0af0-4aaf-8763-3ae71cfaef44, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:10.473618 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.488397 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Calling delete_port for d9331cb9-0af0-4aaf-8763-3ae71cfaef44 owned by network:router_gateway {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:10.536723 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:10.542193 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-e67a743d-91bc-42e4-a90e-369d1cdcaee2 None None] Provisioning complete for port 84df5747-05de-4bd0-b999-be3722956a21 triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:10.542560 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e67a743d-91bc-42e4-a90e-369d1cdcaee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (84df5747-05de-4bd0-b999-be3722956a21), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.542888 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-e67a743d-91bc-42e4-a90e-369d1cdcaee2 None None] Attempt 1 to provision port 84df5747-05de-4bd0-b999-be3722956a21 Oct 30 01:15:10.553133 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] Set router f10b0dd0-425e-4660-9c10-48a53d70056e gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:10.618969 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 6, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:10.642208 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-e67a743d-91bc-42e4-a90e-369d1cdcaee2 None None] Current status of the port 84df5747-05de-4bd0-b999-be3722956a21 is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:10.650848 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2cf0c-4770-4607-979a-ac418034185b None None] The sync data for ids ['f10b0dd0-425e-4660-9c10-48a53d70056e'] in dv-cinder-master-3-iscsi is: [{'id': 'f10b0dd0-425e-4660-9c10-48a53d70056e', 'name': 'tempest-TestShelveInstance-1715324638-router', 'tenant_id': '4f281bf8af484f7a88df7dc8ac06d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:33Z', 'updated_at': '2022-10-30T01:15:10Z', 'revision_number': 6, 'project_id': '4f281bf8af484f7a88df7dc8ac06d887', 'gw_port_host': None}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:10.675323 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (d9331cb9-0af0-4aaf-8763-3ae71cfaef44), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.706349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9331cb9-0af0-4aaf-8763-3ae71cfaef44,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:10.775221 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (f10b0dd0-425e-4660-9c10-48a53d70056e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.863378 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (f10b0dd0-425e-4660-9c10-48a53d70056e), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.865741 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks [] for router_controller (f10b0dd0-425e-4660-9c10-48a53d70056e), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.911171 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (f10b0dd0-425e-4660-9c10-48a53d70056e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.911782 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10b0dd0-425e-4660-9c10-48a53d70056e {{(pid=104542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:15:10.916321 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:10.917275 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-dcd9c109-690f-404f-99ab-8cd3c0c17afc admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/f10b0dd0-425e-4660-9c10-48a53d70056e HTTP/1.1" status: 204 len: 168 time: 0.7974555 Oct 30 01:15:10.919892 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52430) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:10.965798 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Deleting subnet ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:15:10.969111 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Publish callbacks [] for subnet (ad3e4e4f-6f33-475d-8da3-f98b1d0afe23), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.007136 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (ad3e4e4f-6f33-475d-8da3-f98b1d0afe23), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.048897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:11.092869 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (ad3e4e4f-6f33-475d-8da3-f98b1d0afe23), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.101312 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.146114 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (ad3e4e4f-6f33-475d-8da3-f98b1d0afe23), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.170352 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3e4e4f-6f33-475d-8da3-f98b1d0afe23,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:11.176217 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.179371 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-b71023b3-fbec-4e61-afcc-5053cba20895 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/ad3e4e4f-6f33-475d-8da3-f98b1d0afe23 HTTP/1.1" status: 204 len: 168 time: 0.2585533 Oct 30 01:15:11.182767 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52432) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:11.184538 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5995c65-21f7-4c38-ae91-18ee564c60d9 None None] Network c4f8d00c-b75f-4bb8-966c-dae443b9ddea requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:11.230654 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:11.259261 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (c4f8d00c-b75f-4bb8-966c-dae443b9ddea), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.303935 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Deleting port 84df5747-05de-4bd0-b999-be3722956a21 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:11.304274 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (84df5747-05de-4bd0-b999-be3722956a21), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.319090 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.368523 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] For port 84df5747-05de-4bd0-b999-be3722956a21, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84df5747-05de-4bd0-b999-be3722956a21,segment=NetworkSegment(12641b8c-bf80-4e50-85b1-1fde02e77fb9),segment_id=12641b8c-bf80-4e50-85b1-1fde02e77fb9)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:11.368877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (84df5747-05de-4bd0-b999-be3722956a21), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.387093 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Calling delete_port for 84df5747-05de-4bd0-b999-be3722956a21 owned by network:dhcp {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:11.438843 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] DHCP port deletion for c4f8d00c-b75f-4bb8-966c-dae443b9ddea request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:11.472403 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (84df5747-05de-4bd0-b999-be3722956a21), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.491668 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Deleting port 84df5747-05de-4bd0-b999-be3722956a21 {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:11.491974 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (84df5747-05de-4bd0-b999-be3722956a21), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.497274 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84df5747-05de-4bd0-b999-be3722956a21,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:11.503116 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] No DVR routers for this DVR port 84df5747-05de-4bd0-b999-be3722956a21 on host dv-cinder-master-3-iscsi {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:11.555507 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] For port 84df5747-05de-4bd0-b999-be3722956a21, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:11.555962 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (84df5747-05de-4bd0-b999-be3722956a21), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.569734 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Calling delete_port for 84df5747-05de-4bd0-b999-be3722956a21 owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:11.573001 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.ipam_backend_mixin [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Port 84df5747-05de-4bd0-b999-be3722956a21 was not found and therefore no delete operation was performed {{(pid=104543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 30 01:15:11.574286 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (84df5747-05de-4bd0-b999-be3722956a21), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.579472 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (c4f8d00c-b75f-4bb8-966c-dae443b9ddea), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.596928 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Pushing event deleted for resources: {'Port': ['ID=84df5747-05de-4bd0-b999-be3722956a21,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:11.606610 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] No DVR routers for this DVR port 84df5747-05de-4bd0-b999-be3722956a21 on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:11.608789 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.609128 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.609549 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.609795 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.610125 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.610443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.610763 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.611080 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.611404 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.611748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.612095 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.612600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.612927 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.613248 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.613580 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfffa74-89a8-4301-82f4-6510c2c62ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 30 01:15:11.867466 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f8d00c-b75f-4bb8-966c-dae443b9ddea']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:11.878124 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12641b8c-bf80-4e50-85b1-1fde02e77fb9') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:11.878510 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12641b8c-bf80-4e50-85b1-1fde02e77fb9') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:11.887814 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (12641b8c-bf80-4e50-85b1-1fde02e77fb9), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.903121 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (12641b8c-bf80-4e50-85b1-1fde02e77fb9), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.911692 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:11.912087 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (12641b8c-bf80-4e50-85b1-1fde02e77fb9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.973959 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (c4f8d00c-b75f-4bb8-966c-dae443b9ddea), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.979537 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:11.985542 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/c4f8d00c-b75f-4bb8-966c-dae443b9ddea HTTP/1.1" status: 204 len: 168 time: 0.7982175 Oct 30 01:15:11.986006 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52438) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:11.995649 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657823b-4506-436f-a08f-c31fe8b35ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f8d00c-b75f-4bb8-966c-dae443b9ddea,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:12.044994 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 12641b8c-bf80-4e50-85b1-1fde02e77fb9 resource provider aggregate not found Oct 30 01:15:12.047615 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:12.062227 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 12641b8c-bf80-4e50-85b1-1fde02e77fb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12641b8c-bf80-4e50-85b1-1fde02e77fb9 found for delete ", "request_id": "req-8479327b-7afc-4284-a3b2-0fa03c13aba1"}]} Oct 30 01:15:12.176446 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:12.306758 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (f7d3e363-2603-482c-bf13-67fce763fd0d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.532101 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Deleting port a95107ac-8fdd-418f-9fc7-9e68e3b030a1 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:12.532418 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.606972 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d9331cb9-0af0-4aaf-8763-3ae71cfaef44 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:12.615320 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] For port a95107ac-8fdd-418f-9fc7-9e68e3b030a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,segment=NetworkSegment(92162c64-a6fb-4211-beda-9e995781b8e6),segment_id=92162c64-a6fb-4211-beda-9e995781b8e6)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:12.615681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.629460 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Calling delete_port for a95107ac-8fdd-418f-9fc7-9e68e3b030a1 owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:12.631092 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: d9331cb9-0af0-4aaf-8763-3ae71cfaef44 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:12.631443 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device d9331cb9-0af0-4aaf-8763-3ae71cfaef44 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:12.631894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 84df5747-05de-4bd0-b999-be3722956a21 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:12.650105 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 84df5747-05de-4bd0-b999-be3722956a21 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:12.650450 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 84df5747-05de-4bd0-b999-be3722956a21 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:12.650865 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 70ab27a3-22aa-4de3-96f8-d10e50972cad no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:12.669353 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 70ab27a3-22aa-4de3-96f8-d10e50972cad {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:12.669692 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 70ab27a3-22aa-4de3-96f8-d10e50972cad not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:12.824136 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (a95107ac-8fdd-418f-9fc7-9e68e3b030a1), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:12.847245 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Pushing event deleted for resources: {'Port': ['ID=a95107ac-8fdd-418f-9fc7-9e68e3b030a1,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:12.959907 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:12.968534 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.013682 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (f7d3e363-2603-482c-bf13-67fce763fd0d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.034163 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742764b-4655-43bc-a9e3-e58b508dc175 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:15:13.064540 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.115854 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8742764b-4655-43bc-a9e3-e58b508dc175 None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:15:13.183711 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:13.220666 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Router f7d3e363-2603-482c-bf13-67fce763fd0d has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:13.572484 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:13.578000 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-bbc44f9f-d812-418d-9214-37a5e86fd2da admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f7d3e363-2603-482c-bf13-67fce763fd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898731 Oct 30 01:15:13.580548 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52442) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:13.583709 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] Sync routers for ids ['f7d3e363-2603-482c-bf13-67fce763fd0d'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:13.595283 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] Routers {'f7d3e363-2603-482c-bf13-67fce763fd0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:13.596123 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f7d3e363-2603-482c-bf13-67fce763fd0d'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:13.682954 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks [] for router (f7d3e363-2603-482c-bf13-67fce763fd0d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.704076 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] Set router f7d3e363-2603-482c-bf13-67fce763fd0d gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:13.788341 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks [] for router_gateway (f7d3e363-2603-482c-bf13-67fce763fd0d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.816399 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-a83b19e4-9e40-470f-b3d8-102f6581a1f9 None None] Provisioning complete for port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:13.816773 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a83b19e4-9e40-470f-b3d8-102f6581a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.817107 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-a83b19e4-9e40-470f-b3d8-102f6581a1f9 None None] Attempt 1 to provision port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae Oct 30 01:15:13.835024 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Deleting port 0936f14e-8a26-42be-be47-e617386d0d2c {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:13.835360 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.914129 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] For port 0936f14e-8a26-42be-be47-e617386d0d2c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0936f14e-8a26-42be-be47-e617386d0d2c,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:13.914379 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:13.927659 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Calling delete_port for 0936f14e-8a26-42be-be47-e617386d0d2c owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:13.933365 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235'}], 'enable_snat': True}, 'gw_port_id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:15:12Z', 'revision_number': 5, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port': {'id': '0936f14e-8a26-42be-be47-e617386d0d2c', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:13.968345 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] Checking router: f7d3e363-2603-482c-bf13-67fce763fd0d for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:13.973810 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-a83b19e4-9e40-470f-b3d8-102f6581a1f9 None None] Current status of the port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:13.980283 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] Routers {'f7d3e363-2603-482c-bf13-67fce763fd0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:13.980890 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:08Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['f7d3e363-2603-482c-bf13-67fce763fd0d'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:14.030433 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:14.098607 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (0936f14e-8a26-42be-be47-e617386d0d2c), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.102170 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:14.131746 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0936f14e-8a26-42be-be47-e617386d0d2c,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:14.197302 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (f7d3e363-2603-482c-bf13-67fce763fd0d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.210266 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] Set router f7d3e363-2603-482c-bf13-67fce763fd0d gateway port host: None {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:14.259514 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:15:13Z', 'revision_number': 6, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:14.283838 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cabf30c-a022-47e6-a235-6a9436bff9ca None None] The sync data for ids ['f7d3e363-2603-482c-bf13-67fce763fd0d'] in dv-cinder-master-3-iscsi is: [{'id': 'f7d3e363-2603-482c-bf13-67fce763fd0d', 'name': 'tempest-TestShelveInstance-652182006-router', 'tenant_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:09:38Z', 'updated_at': '2022-10-30T01:15:13Z', 'revision_number': 6, 'project_id': '97a2499d78e44464bc2e9c8c2f9f145c', 'gw_port_host': None}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:14.286040 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (f7d3e363-2603-482c-bf13-67fce763fd0d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.288359 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks [] for router_controller (f7d3e363-2603-482c-bf13-67fce763fd0d), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.334426 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (f7d3e363-2603-482c-bf13-67fce763fd0d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.335002 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d3e363-2603-482c-bf13-67fce763fd0d {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:15:14.339156 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.340345 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-66347359-83cd-4562-9be7-928074bccd1a admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/f7d3e363-2603-482c-bf13-67fce763fd0d HTTP/1.1" status: 204 len: 168 time: 0.7587349 Oct 30 01:15:14.343006 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52444) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:14.391529 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Deleting subnet a240be93-d834-4997-afaf-149b6eb5102e {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:15:14.394807 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Publish callbacks [] for subnet (a240be93-d834-4997-afaf-149b6eb5102e), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.429216 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (a240be93-d834-4997-afaf-149b6eb5102e), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.504806 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (a240be93-d834-4997-afaf-149b6eb5102e), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.562980 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (a240be93-d834-4997-afaf-149b6eb5102e), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.587231 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a240be93-d834-4997-afaf-149b6eb5102e,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:14.592757 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.595816 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-6e49e20e-b51f-427b-ab18-71947f965474 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/a240be93-d834-4997-afaf-149b6eb5102e HTTP/1.1" status: 204 len: 168 time: 0.2517958 Oct 30 01:15:14.598788 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52446) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:14.599306 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8dc2b-82f2-4a2c-b8f2-cab99ecad4e5 None None] Network b4f25c70-6a29-40d0-be70-14d3bf4a46b2 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:14.687995 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (b4f25c70-6a29-40d0-be70-14d3bf4a46b2), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.743754 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a95107ac-8fdd-418f-9fc7-9e68e3b030a1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:14.747692 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Deleting port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:14.748331 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.764608 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: a95107ac-8fdd-418f-9fc7-9e68e3b030a1 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:14.764956 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device a95107ac-8fdd-418f-9fc7-9e68e3b030a1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:14.811890 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] For port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,segment=NetworkSegment(92162c64-a6fb-4211-beda-9e995781b8e6),segment_id=92162c64-a6fb-4211-beda-9e995781b8e6)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:14.812249 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.825533 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Calling delete_port for c7026adc-972a-4b6e-80bd-2bc4a1ee44ae owned by network:dhcp {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:14.827059 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:14.912872 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (c7026adc-972a-4b6e-80bd-2bc4a1ee44ae), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:14.936994 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7026adc-972a-4b6e-80bd-2bc4a1ee44ae,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:14.940679 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] No DVR routers for this DVR port c7026adc-972a-4b6e-80bd-2bc4a1ee44ae on host dv-cinder-master-3-iscsi {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:15.014852 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (b4f25c70-6a29-40d0-be70-14d3bf4a46b2), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.035346 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f25c70-6a29-40d0-be70-14d3bf4a46b2']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:15.044906 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92162c64-a6fb-4211-beda-9e995781b8e6') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:15.045150 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92162c64-a6fb-4211-beda-9e995781b8e6') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:15.051985 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:15.055583 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (92162c64-a6fb-4211-beda-9e995781b8e6), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.071390 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (92162c64-a6fb-4211-beda-9e995781b8e6), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.080877 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:15.082273 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (92162c64-a6fb-4211-beda-9e995781b8e6), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.089479 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0d8c9-4be1-432a-9515-9e045498336d None None] DHCP port deletion for b4f25c70-6a29-40d0-be70-14d3bf4a46b2 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:15.127401 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 92162c64-a6fb-4211-beda-9e995781b8e6 resource provider aggregate not found Oct 30 01:15:15.146278 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 92162c64-a6fb-4211-beda-9e995781b8e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92162c64-a6fb-4211-beda-9e995781b8e6 found for delete ", "request_id": "req-eba34053-29f3-443f-880f-dce050bcc677"}]} Oct 30 01:15:15.152337 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (b4f25c70-6a29-40d0-be70-14d3bf4a46b2), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.157138 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.160477 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/b4f25c70-6a29-40d0-be70-14d3bf4a46b2 HTTP/1.1" status: 204 len: 168 time: 0.5604520 Oct 30 01:15:15.175215 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbd5a7-acca-4522-8406-551f942387e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f25c70-6a29-40d0-be70-14d3bf4a46b2,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:15.277460 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52454) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:15.328441 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a8491f92-4a26-426a-b0cc-8d22072a5332 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4f281bf8af484f7a88df7dc8ac06d887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497854 Oct 30 01:15:15.330982 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52456) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:15.383698 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-078e3360-1481-4603-bdb7-ab9b19ef2f75 admin admin] Publish callbacks [] for security_group (8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.404176 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-078e3360-1481-4603-bdb7-ab9b19ef2f75 admin admin] Publish callbacks [] for security_group (8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.453310 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-078e3360-1481-4603-bdb7-ab9b19ef2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.455827 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-078e3360-1481-4603-bdb7-ab9b19ef2f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.457066 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-078e3360-1481-4603-bdb7-ab9b19ef2f75 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5 HTTP/1.1" status: 204 len: 168 time: 0.1251986 Oct 30 01:15:15.465299 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e3360-1481-4603-bdb7-ab9b19ef2f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c11fb94-4e7e-49eb-bff2-b02bc3f8b2c5,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:15.796451 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52462) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:15.838091 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-fd8bab04-a25f-4963-a7d3-6b470bea3963 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=97a2499d78e44464bc2e9c8c2f9f145c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404828 Oct 30 01:15:15.841584 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52464) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:15.889629 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b076ffb9-d728-467c-971c-115c2a0ff3d0 admin admin] Publish callbacks [] for security_group (9022e784-df2f-4111-960d-ee9cbd9ed948), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.909825 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b076ffb9-d728-467c-971c-115c2a0ff3d0 admin admin] Publish callbacks [] for security_group (9022e784-df2f-4111-960d-ee9cbd9ed948), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.960104 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b076ffb9-d728-467c-971c-115c2a0ff3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (9022e784-df2f-4111-960d-ee9cbd9ed948), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.963240 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-b076ffb9-d728-467c-971c-115c2a0ff3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:15.964689 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-b076ffb9-d728-467c-971c-115c2a0ff3d0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9022e784-df2f-4111-960d-ee9cbd9ed948 HTTP/1.1" status: 204 len: 168 time: 0.1222513 Oct 30 01:15:15.973111 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076ffb9-d728-467c-971c-115c2a0ff3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022e784-df2f-4111-960d-ee9cbd9ed948,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:16.605934 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 0936f14e-8a26-42be-be47-e617386d0d2c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:16.627061 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 0936f14e-8a26-42be-be47-e617386d0d2c {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:16.627413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 0936f14e-8a26-42be-be47-e617386d0d2c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:16.627989 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c7026adc-972a-4b6e-80bd-2bc4a1ee44ae no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:16.646689 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: c7026adc-972a-4b6e-80bd-2bc4a1ee44ae {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:16.647033 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device c7026adc-972a-4b6e-80bd-2bc4a1ee44ae not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:19.102981 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-b23d845d-b6ca-4402-830a-4bd6185e6cd9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397961 Oct 30 01:15:19.216594 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971e06-1944-429c-b2c1-2400ee05a779 req-aab9ab5c-6bde-484f-9b3d-2040bebb3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:19.218085 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-aab9ab5c-6bde-484f-9b3d-2040bebb3b58 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1130 time: 0.0473680 Oct 30 01:15:19.330767 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971e06-1944-429c-b2c1-2400ee05a779 req-ca604ad4-d7a2-48c0-a1a8-f7b667ca15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:19.332391 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-ca604ad4-d7a2-48c0-a1a8-f7b667ca15b8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0940540 Oct 30 01:15:19.396165 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-6b5d0d00-f50c-4740-bdb4-f02ad894f143 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 1001 time: 0.0562785 Oct 30 01:15:19.451416 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971e06-1944-429c-b2c1-2400ee05a779 req-6ca192ce-92b3-4eb7-9861-8d99a365fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:19.454004 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-6ca192ce-92b3-4eb7-9861-8d99a365fcd8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0512474 Oct 30 01:15:19.499496 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971e06-1944-429c-b2c1-2400ee05a779 req-aa26ca52-f709-456b-b8ea-10c10f59343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:19.501018 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-aa26ca52-f709-456b-b8ea-10c10f59343e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405011 Oct 30 01:15:19.591274 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-0b3531e8-cbd8-4d6f-b601-fb6dc58e98b0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Oct 30 01:15:19.620243 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:19.687832 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-25971e06-1944-429c-b2c1-2400ee05a779 req-c90000c3-7c5a-449f-9c99-c39e6adf9de1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897005 Oct 30 01:15:20.618039 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:20.622361 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:25.944000 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=56,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:25.969282 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:26.631157 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=88 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:26.631906 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=77 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:29.684015 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:29.685153 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:DELETE=5,neutron:SELECT=81 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:36.208699 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9465-1c7c-41ef-b6e0-c9c8f3eeef58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:36.553963 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:38.311236 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-ed0215da-55ea-49f6-b1ef-57e75b2dd967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:39.581774 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:39.583111 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:39.599221 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.008411 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52470) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:40.158487 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Deleting port e48cc9a1-f52a-478b-8f86-159c4365b8ec {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:40.158834 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.237632 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.237911 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (e48cc9a1-f52a-478b-8f86-159c4365b8ec), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.251599 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Calling delete_port for e48cc9a1-f52a-478b-8f86-159c4365b8ec owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:40.406858 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (e48cc9a1-f52a-478b-8f86-159c4365b8ec), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.433524 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'Port': ['ID=e48cc9a1-f52a-478b-8f86-159c4365b8ec,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:40.499530 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (981578a8-5704-490a-899b-d1be637804ae), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.499898 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Floating IP 981578a8-5704-490a-899b-d1be637804ae disassociated (deleted). External IP: 172.37.3.203, port: a40ffbd8-6a20-454e-a5cf-5c6347862ffe. Oct 30 01:15:40.700010 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:40.803354 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:40.808993 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:40.814200 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:40.825130 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:40.825746 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:40.835148 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:40.842671 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-c4a9b87d-4c77-43d4-87d5-2ce9c39bb5df tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/981578a8-5704-490a-899b-d1be637804ae HTTP/1.1" status: 204 len: 168 time: 0.8327966 Oct 30 01:15:40.843302 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:40.845656 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40791c-8a0c-40d5-a88f-305350c3ec21" -d '{"events": [{"name": "network-changed", "server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:40.935970 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:41.025440 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9545fb2-1658-4c3b-b7b3-f5b1e14a4d74 x-openstack-request-id: req-c9545fb2-1658-4c3b-b7b3-f5b1e14a4d74 {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:41.025958 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:41.026061 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9545fb2-1658-4c3b-b7b3-f5b1e14a4d74 {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:41.026543 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9545fb2-1658-4c3b-b7b3-f5b1e14a4d74'] response: {'name': 'network-changed', 'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'status': 'completed', 'code': 200} Oct 30 01:15:41.093787 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e4d7c-1a10-45d5-a0f6-a37155beaa8e req-2511bc9e-6eb9-4dce-a60c-e2e33cde2da6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:41.095761 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-301e4d7c-1a10-45d5-a0f6-a37155beaa8e req-2511bc9e-6eb9-4dce-a60c-e2e33cde2da6 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Oct 30 01:15:41.099966 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:41.126945 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:41.151600 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-301e4d7c-1a10-45d5-a0f6-a37155beaa8e req-60f32dab-2eb5-4170-8cc5-93f5e7df43be tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488279 Oct 30 01:15:41.154536 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:09Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:41.178754 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:41.187357 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:41.187991 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:41.289743 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:41.315317 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:41.591403 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:09Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:41.617040 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9943ac6-8b61-482d-82f8-4316137152c1 None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '736cc7c9-28a1-4ce4-a9a7-39a8d482df7f', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'floating_ip_address': '172.37.3.27', 'floating_network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'router_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'port_id': '49a23065-cebc-4735-bcae-f52ca512b794', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'mac_address': 'fa:16:3e:d3:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-30T01:11:07Z', 'updated_at': '2022-10-30T01:11:09Z', 'revision_number': 1, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:41.854319 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81968ab3-44f2-45a5-b29b-00e766beee7d None None] New status for floating IP 981578a8-5704-490a-899b-d1be637804ae: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:15:42.207051 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-4e562957-e9f3-49f9-b2b0-4acffb28c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:42.208718 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-4e562957-e9f3-49f9-b2b0-4acffb28c5f9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 1129 time: 0.0426271 Oct 30 01:15:42.276895 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd66b6-addf-45f5-b23a-6c3bfa26b416 req-c437e62a-6eee-41f7-9364-a791f8d6ed6c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:42.278423 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8dfd66b6-addf-45f5-b23a-6c3bfa26b416 req-c437e62a-6eee-41f7-9364-a791f8d6ed6c tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Oct 30 01:15:42.327919 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-af74b132-d1f0-4c72-a79f-5634fd151609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:42.329421 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-af74b132-d1f0-4c72-a79f-5634fd151609 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.0920208 Oct 30 01:15:42.329608 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-8dfd66b6-addf-45f5-b23a-6c3bfa26b416 req-421da5a2-29a9-4e51-86d6-e2120f3243af tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Oct 30 01:15:42.577073 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-37ee8e57-134c-459a-aee7-10141b9fcf73 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe HTTP/1.1" status: 200 len: 217 time: 0.0453849 Oct 30 01:15:42.628138 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-5fd3287b-b54c-477d-be1e-95318c6f7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:42.629574 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-5fd3287b-b54c-477d-be1e-95318c6f7905 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0460210 Oct 30 01:15:42.678317 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-6f0003a4-2ca7-4706-ac5e-c889b2ad1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:42.679856 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-6f0003a4-2ca7-4706-ac5e-c889b2ad1779 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437975 Oct 30 01:15:42.777748 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-1c9e22dc-e8d5-430d-838d-9dd563decb73 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911202 Oct 30 01:15:42.997721 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-4a40791c-8a0c-40d5-a88f-305350c3ec21 req-56adf105-315e-48ca-bc02-09441d63b186 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005507 Oct 30 01:15:43.075830 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a02a1-c264-464f-a7ca-a24169f12809 req-7ed7ee39-3ac6-49d6-a065-23643ffe8760 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:43.077276 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-794a02a1-c264-464f-a7ca-a24169f12809 req-7ed7ee39-3ac6-49d6-a065-23643ffe8760 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0492959 Oct 30 01:15:43.169025 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Deleting port a40ffbd8-6a20-454e-a5cf-5c6347862ffe {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:43.169284 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.277503 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] For port a40ffbd8-6a20-454e-a5cf-5c6347862ffe, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:43.278247 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.292053 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Calling delete_port for a40ffbd8-6a20-454e-a5cf-5c6347862ffe owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:43.430394 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (a40ffbd8-6a20-454e-a5cf-5c6347862ffe), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.451840 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232b36c-c2b3-4fcf-90ca-47ed1059314c req-5e051de7-8a29-4146-a8ea-666ade1849aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:43.453669 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7232b36c-c2b3-4fcf-90ca-47ed1059314c req-5e051de7-8a29-4146-a8ea-666ade1849aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c7507aca-90a7-46ed-9bf0-2a162db3bfc7 HTTP/1.1" status: 200 len: 945 time: 0.0474730 Oct 30 01:15:43.458305 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'Port': ['ID=a40ffbd8-6a20-454e-a5cf-5c6347862ffe,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:43.506111 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-7232b36c-c2b3-4fcf-90ca-47ed1059314c req-ddfd8f02-540c-4021-b82a-f312bfa19d9d tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467651 Oct 30 01:15:43.507439 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] No DVR routers for this DVR port a40ffbd8-6a20-454e-a5cf-5c6347862ffe on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:43.510224 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:43.514116 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-794a02a1-c264-464f-a7ca-a24169f12809 req-bb82a251-5afc-4a36-8624-f987ceff3997 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "DELETE /networking/v2.0/ports/a40ffbd8-6a20-454e-a5cf-5c6347862ffe HTTP/1.1" status: 204 len: 173 time: 0.4307728 Oct 30 01:15:43.514634 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'name': 'network-vif-deleted', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:43.517540 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c64d3-2895-47ba-b348-42a260063b9d" -d '{"events": [{"server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "name": "network-vif-deleted", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:43.559291 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed00ec1-412e-44c1-977f-b52837059f84 x-openstack-request-id: req-eed00ec1-412e-44c1-977f-b52837059f84 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:43.559587 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7507aca-90a7-46ed-9bf0-2a162db3bfc7", "name": "network-vif-deleted", "tag": "a40ffbd8-6a20-454e-a5cf-5c6347862ffe", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:43.559859 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eed00ec1-412e-44c1-977f-b52837059f84 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:43.560269 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed00ec1-412e-44c1-977f-b52837059f84'] response: {'server_uuid': 'c7507aca-90a7-46ed-9bf0-2a162db3bfc7', 'name': 'network-vif-deleted', 'tag': 'a40ffbd8-6a20-454e-a5cf-5c6347862ffe', 'status': 'completed', 'code': 200} Oct 30 01:15:46.502881 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a40ffbd8-6a20-454e-a5cf-5c6347862ffe no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:46.523027 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: a40ffbd8-6a20-454e-a5cf-5c6347862ffe {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:46.523386 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device a40ffbd8-6a20-454e-a5cf-5c6347862ffe not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:46.750626 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:15:46.857828 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52500) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:47.002453 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Deleting port 7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:47.002731 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.085605 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.085900 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.098450 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Calling delete_port for 7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0 owned by network:floatingip {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:47.249593 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.272295 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'Port': ['ID=7ec62287-4bcb-4a04-bf9e-1c0dc37ebfb0,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:47.335837 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (736cc7c9-28a1-4ce4-a9a7-39a8d482df7f), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.336148 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.db.l3_db [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Floating IP 736cc7c9-28a1-4ce4-a9a7-39a8d482df7f disassociated (deleted). External IP: 172.37.3.27, port: 49a23065-cebc-4735-bcae-f52ca512b794. Oct 30 01:15:47.486523 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.512339 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.537898 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:47.642919 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:47.647322 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:47.654895 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:47.666218 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:47.666831 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:47.677466 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-13c912b0-dad2-4ae6-baa3-696927918116 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/736cc7c9-28a1-4ce4-a9a7-39a8d482df7f HTTP/1.1" status: 204 len: 168 time: 0.8185451 Oct 30 01:15:47.678149 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794'}] {{(pid=104541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:47.680463 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1749d22d3e116290f61a48060bdf73a6dad9b497762f6fbc432d81b6a63afa05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8b45f-8447-45b7-9636-b91d024842f7" -d '{"events": [{"name": "network-changed", "server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "tag": "49a23065-cebc-4735-bcae-f52ca512b794"}]}' {{(pid=104541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:47.718887 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf79dd2-c4ea-4edf-bb88-014eba68b42a x-openstack-request-id: req-5bf79dd2-c4ea-4edf-bb88-014eba68b42a {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:47.719181 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "tag": "49a23065-cebc-4735-bcae-f52ca512b794", "status": "completed", "code": 200}]} {{(pid=104541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:47.719431 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bf79dd2-c4ea-4edf-bb88-014eba68b42a {{(pid=104541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:47.719856 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf79dd2-c4ea-4edf-bb88-014eba68b42a'] response: {'name': 'network-changed', 'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794', 'status': 'completed', 'code': 200} Oct 30 01:15:47.774168 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:47.812666 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-1c4c61e4-4c69-4a3a-9fd8-30eb85137fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:47.815565 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-1c4c61e4-4c69-4a3a-9fd8-30eb85137fe7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 1130 time: 0.0471783 Oct 30 01:15:47.879594 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.886340 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.911532 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.921404 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-e24cefeb-43e3-41f0-aef4-ede50090df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:47.922901 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-e24cefeb-43e3-41f0-aef4-ede50090df98 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 200 len: 913 time: 0.1019659 Oct 30 01:15:47.930510 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=100 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:47.931741 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33ce5d-bd2d-4366-a74d-d62badf91767 req-eaac8c0a-cd81-443e-94a4-76ad7d23e7b2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:47.933379 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1a33ce5d-bd2d-4366-a74d-d62badf91767 req-eaac8c0a-cd81-443e-94a4-76ad7d23e7b2 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 946 time: 0.0544622 Oct 30 01:15:47.982936 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:47.986516 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-1a33ce5d-bd2d-4366-a74d-d62badf91767 req-2318420a-0360-44af-93d9-c51e16a73dec tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471313 Oct 30 01:15:48.008139 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:48.016909 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:48.017504 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:48.117032 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:48.297119 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:48.324543 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb955177-9a6d-4286-89b4-ba8ee5d5a63a None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:07:12Z', 'revision_number': 4, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1d2dc34e-07dd-4c50-b712-3f03dbc532b4', 'name': '', 'network_id': 'c1a88451-f287-4e35-b7e8-a6d4e4aaa603', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'mac_address': 'fa:16:3e:ac:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:12Z', 'updated_at': '2022-10-30T01:07:19Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'subnets': [{'id': 'ccdede66-25b5-48be-99e4-ec50d5ac1af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:48.556755 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb835d6-9b05-4f8e-9955-6b5491322803 None None] New status for floating IP 736cc7c9-28a1-4ce4-a9a7-39a8d482df7f: DOWN {{(pid=104543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 30 01:15:48.977788 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-dc3e9b1f-8eb5-44c1-b5e2-18fc8bf16d99 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 200 len: 217 time: 0.0389771 Oct 30 01:15:49.041501 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-a933d005-ea67-48e4-91bd-a03400b0b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:49.042974 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-a933d005-ea67-48e4-91bd-a03400b0b778 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 200 len: 851 time: 0.0588310 Oct 30 01:15:49.109422 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-a37292ae-1424-4a9c-8c89-8aad2a1ea7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:49.110976 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-a37292ae-1424-4a9c-8c89-8aad2a1ea7aa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c1a88451-f287-4e35-b7e8-a6d4e4aaa603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475678 Oct 30 01:15:49.206209 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-751ed561-625a-49c3-a635-ed6713bf225b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 Oct 30 01:15:49.252697 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157420-a7c1-42e1-8401-a639c8fc66de req-16bb4b71-5c11-487c-ae8d-eac94fe14c14 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:49.254207 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5157420-a7c1-42e1-8401-a639c8fc66de req-16bb4b71-5c11-487c-ae8d-eac94fe14c14 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 946 time: 0.1898003 Oct 30 01:15:49.305186 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-e5157420-a7c1-42e1-8401-a639c8fc66de req-a7595511-6a6f-413e-8e93-cd4dbd1e8961 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Oct 30 01:15:49.459031 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-14e8b45f-8447-45b7-9636-b91d024842f7 req-8287311b-9a9e-45b9-97d5-617bb4e4ebf6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943315 Oct 30 01:15:49.789962 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-e8c5d908-99a1-4bdc-bbdd-545ea1862db7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 30 01:15:49.791398 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-e8c5d908-99a1-4bdc-bbdd-545ea1862db7 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 946 time: 0.0585427 Oct 30 01:15:49.883681 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Deleting port 49a23065-cebc-4735-bcae-f52ca512b794 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:49.883965 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (49a23065-cebc-4735-bcae-f52ca512b794), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:49.978287 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] For port 49a23065-cebc-4735-bcae-f52ca512b794, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49a23065-cebc-4735-bcae-f52ca512b794,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:49.979003 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (49a23065-cebc-4735-bcae-f52ca512b794), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:49.992358 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Calling delete_port for 49a23065-cebc-4735-bcae-f52ca512b794 owned by compute:nova {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:50.127709 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (49a23065-cebc-4735-bcae-f52ca512b794), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.155766 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'Port': ['ID=49a23065-cebc-4735-bcae-f52ca512b794,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:50.204763 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] No DVR routers for this DVR port 49a23065-cebc-4735-bcae-f52ca512b794 on host hv-cinder-maste {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:50.207340 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for port (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:50.210572 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [req-6fcfce82-4f6a-4fd7-b1da-bbbb782e38e9 req-d0bfa55f-d88a-4cf0-9108-a589513ca45a tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.43 "DELETE /networking/v2.0/ports/49a23065-cebc-4735-bcae-f52ca512b794 HTTP/1.1" status: 204 len: 173 time: 0.4133651 Oct 30 01:15:50.211063 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'name': 'network-vif-deleted', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794'}] {{(pid=104542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 30 01:15:50.213293 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5f5f433a08ccd92bc9dd7b6ab2662ba404090393be4683c2898d4c18914a5d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b091c9-b1cf-4b65-bf7b-ef504858fc36" -d '{"events": [{"server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "name": "network-vif-deleted", "tag": "49a23065-cebc-4735-bcae-f52ca512b794"}]}' {{(pid=104542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 30 01:15:50.251746 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 30 Oct 2022 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1c2aa5-6f5d-4d5a-b158-7735acd96a27 x-openstack-request-id: req-3f1c2aa5-6f5d-4d5a-b158-7735acd96a27 {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 30 01:15:50.251984 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d461e9-eac2-4d78-9e78-d37723f1543b", "name": "network-vif-deleted", "tag": "49a23065-cebc-4735-bcae-f52ca512b794", "status": "completed", "code": 200}]} {{(pid=104542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 30 01:15:50.252163 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f1c2aa5-6f5d-4d5a-b158-7735acd96a27 {{(pid=104542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 30 01:15:50.252532 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1c2aa5-6f5d-4d5a-b158-7735acd96a27'] response: {'server_uuid': '80d461e9-eac2-4d78-9e78-d37723f1543b', 'name': 'network-vif-deleted', 'tag': '49a23065-cebc-4735-bcae-f52ca512b794', 'status': 'completed', 'code': 200} Oct 30 01:15:50.412525 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [req-61f8fd4d-8a7e-4edb-b66f-d9434855f2e3 req-b868f16a-2d18-4c8b-9dcc-985adbab4e57 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=80d461e9-eac2-4d78-9e78-d37723f1543b HTTP/1.1" status: 200 len: 210 time: 0.0286705 Oct 30 01:15:51.485535 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52518) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:51.612241 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Deleting port 100a4503-7242-4cf7-947f-964a39fc42c7 {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:51.612515 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (100a4503-7242-4cf7-947f-964a39fc42c7), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.678470 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:51.687281 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:51.695738 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (100a4503-7242-4cf7-947f-964a39fc42c7), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.696087 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (100a4503-7242-4cf7-947f-964a39fc42c7), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.709477 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Calling delete_port for 100a4503-7242-4cf7-947f-964a39fc42c7 owned by network:floatingip {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:51.860294 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (100a4503-7242-4cf7-947f-964a39fc42c7), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.884885 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'Port': ['ID=100a4503-7242-4cf7-947f-964a39fc42c7,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:51.948038 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for floatingip (b8429822-e14e-4ccb-993c-847084effda6), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.950800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-379275'] for floatingip (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:51.951988 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-23c5d7b4-30ca-433b-bbc9-3e679fdce4aa tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/b8429822-e14e-4ccb-993c-847084effda6 HTTP/1.1" status: 204 len: 168 time: 0.4653878 Oct 30 01:15:52.504789 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 49a23065-cebc-4735-bcae-f52ca512b794 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:52.532716 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] No Port match for: 49a23065-cebc-4735-bcae-f52ca512b794 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:52.533058 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Device 49a23065-cebc-4735-bcae-f52ca512b794 not bound to the agent host hv-cinder-maste {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:53.173800 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52530) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:53.235624 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbfaa-7e6d-4416-9068-6cd4d8333ce3 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group (a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:53.265674 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbfaa-7e6d-4416-9068-6cd4d8333ce3 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group (a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:53.334602 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbfaa-7e6d-4416-9068-6cd4d8333ce3 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:53.337349 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-ef2cbfaa-7e6d-4416-9068-6cd4d8333ce3 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:53.338601 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-ef2cbfaa-7e6d-4416-9068-6cd4d8333ce3 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e HTTP/1.1" status: 204 len: 168 time: 0.1637864 Oct 30 01:15:53.354418 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cbfaa-7e6d-4416-9068-6cd4d8333ce3 tempest-TestVolumeBootPattern-653595049 tempest-TestVolumeBootPattern-653595049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd48ad-69b4-4f8b-bb8b-0b8baa4e966e,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:53.401768 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52534) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:53.844526 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (7889c41b-3af4-433d-b220-c3bb60904852), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.032293 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:54.073366 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Deleting port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:54.073675 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.139699 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=100 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:54.155036 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] For port 1d2dc34e-07dd-4c50-b712-3f03dbc532b4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:54.155400 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.169163 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Calling delete_port for 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:54.376004 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (1d2dc34e-07dd-4c50-b712-3f03dbc532b4), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.398592 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2dc34e-07dd-4c50-b712-3f03dbc532b4,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:54.796728 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (7889c41b-3af4-433d-b220-c3bb60904852), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:54.818280 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90dcd01-898c-41d5-9fd4-35990e8b6cb9 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:15:54.897197 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90dcd01-898c-41d5-9fd4-35990e8b6cb9 None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:15:55.006715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Router 7889c41b-3af4-433d-b220-c3bb60904852 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:55.113096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:55.118277 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-aff9fd54-fd6e-417b-afde-d30565921d84 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7889c41b-3af4-433d-b220-c3bb60904852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7154660 Oct 30 01:15:55.121102 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52538) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:55.122850 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] Sync routers for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:55.136912 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:55.137655 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:55.167862 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:55.232495 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks [] for router (7889c41b-3af4-433d-b220-c3bb60904852), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.242754 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: dv-cinder-master-3-iscsi {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:55.270100 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:55.338151 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks [] for router_gateway (7889c41b-3af4-433d-b220-c3bb60904852), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.389681 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Deleting port e67f5b27-7763-4b9a-a01e-307834ddc86d {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:55.390056 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.416119 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:15:54Z', 'revision_number': 5, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port': {'id': 'e67f5b27-7763-4b9a-a01e-307834ddc86d', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889c41b-3af4-433d-b220-c3bb60904852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:10Z', 'updated_at': '2022-10-30T01:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:55.442816 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] Checking router: 7889c41b-3af4-433d-b220-c3bb60904852 for host: dv-cinder-master-3-iscsi {{(pid=104544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:55.451897 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] Routers {'7889c41b-3af4-433d-b220-c3bb60904852'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:55.452853 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['7889c41b-3af4-433d-b220-c3bb60904852'], 'active': True} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:55.481961 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] For port e67f5b27-7763-4b9a-a01e-307834ddc86d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e67f5b27-7763-4b9a-a01e-307834ddc86d,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:55.482330 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.492120 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-475078f5-2ead-4236-b8e8-9be415b9c728 None None] Provisioning complete for port 529996e4-f8f2-456f-bb4f-fe153214779d triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:55.492557 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-475078f5-2ead-4236-b8e8-9be415b9c728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.493192 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-475078f5-2ead-4236-b8e8-9be415b9c728 None None] Attempt 1 to provision port 529996e4-f8f2-456f-bb4f-fe153214779d Oct 30 01:15:55.496969 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Calling delete_port for e67f5b27-7763-4b9a-a01e-307834ddc86d owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:55.538198 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_dvr_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] Set router 7889c41b-3af4-433d-b220-c3bb60904852 gateway port host: None {{(pid=104544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:55.569014 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-475078f5-2ead-4236-b8e8-9be415b9c728 None None] Current status of the port 529996e4-f8f2-456f-bb4f-fe153214779d is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:55.590064 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.l3_hamode_db [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:15:55Z', 'revision_number': 6, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:55.614518 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d52870-a430-412c-aadf-6889d1b983b2 None None] The sync data for ids ['7889c41b-3af4-433d-b220-c3bb60904852'] in dv-cinder-master-3-iscsi is: [{'id': '7889c41b-3af4-433d-b220-c3bb60904852', 'name': 'tempest-TestVolumeBootPattern-1624717068-router', 'tenant_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:09Z', 'updated_at': '2022-10-30T01:15:55Z', 'revision_number': 6, 'project_id': '238d71be4e094cb6b84f9a48a8a2c79c', 'gw_port_host': None}] {{(pid=104544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:55.672670 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (e67f5b27-7763-4b9a-a01e-307834ddc86d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.686182 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-bf2cc233-fdb9-4bc6-95db-b4d9d7c4c520 None None] Provisioning complete for port 529996e4-f8f2-456f-bb4f-fe153214779d triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:55.686578 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc233-fdb9-4bc6-95db-b4d9d7c4c520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.686930 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-bf2cc233-fdb9-4bc6-95db-b4d9d7c4c520 None None] Attempt 1 to provision port 529996e4-f8f2-456f-bb4f-fe153214779d Oct 30 01:15:55.698889 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Pushing event deleted for resources: {'Port': ['ID=e67f5b27-7763-4b9a-a01e-307834ddc86d,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:55.764839 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cc233-fdb9-4bc6-95db-b4d9d7c4c520 None None] Current status of the port 529996e4-f8f2-456f-bb4f-fe153214779d is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:55.768038 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (7889c41b-3af4-433d-b220-c3bb60904852), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.856066 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (7889c41b-3af4-433d-b220-c3bb60904852), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.858555 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks [] for router_controller (7889c41b-3af4-433d-b220-c3bb60904852), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.904007 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (7889c41b-3af4-433d-b220-c3bb60904852), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.904604 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7889c41b-3af4-433d-b220-c3bb60904852 {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:15:55.909451 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:55.910716 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-a95bd552-8c23-4981-9c2d-cd273d33820b admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/7889c41b-3af4-433d-b220-c3bb60904852 HTTP/1.1" status: 204 len: 168 time: 0.7885602 Oct 30 01:15:55.914374 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52540) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:55.962441 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Deleting subnet ccdede66-25b5-48be-99e4-ec50d5ac1af9 {{(pid=104542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:15:55.965897 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Publish callbacks [] for subnet (ccdede66-25b5-48be-99e4-ec50d5ac1af9), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.004428 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9329113'] for subnet (ccdede66-25b5-48be-99e4-ec50d5ac1af9), precommit_delete_associations {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.086370 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (ccdede66-25b5-48be-99e4-ec50d5ac1af9), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.141032 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8700778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8693988'] for subnet (ccdede66-25b5-48be-99e4-ec50d5ac1af9), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.164898 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdede66-25b5-48be-99e4-ec50d5ac1af9,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:56.171434 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.175360 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-73e23233-d03c-4d92-94a0-be7f3bde3059 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/ccdede66-25b5-48be-99e4-ec50d5ac1af9 HTTP/1.1" status: 204 len: 168 time: 0.2599688 Oct 30 01:15:56.176224 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ce27c-951b-4f68-9c20-3e07dcec1a3e None None] Network c1a88451-f287-4e35-b7e8-a6d4e4aaa603 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:56.178235 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52542) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:56.254080 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (c1a88451-f287-4e35-b7e8-a6d4e4aaa603), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.302096 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Deleting port 529996e4-f8f2-456f-bb4f-fe153214779d {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:56.302441 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.369782 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.370622 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] DHCP port deletion for c1a88451-f287-4e35-b7e8-a6d4e4aaa603 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:56.375291 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] For port 529996e4-f8f2-456f-bb4f-fe153214779d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=529996e4-f8f2-456f-bb4f-fe153214779d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:56.375650 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.391382 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Calling delete_port for 529996e4-f8f2-456f-bb4f-fe153214779d owned by network:dhcp {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:56.406649 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=100 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.409354 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] Deleting port 529996e4-f8f2-456f-bb4f-fe153214779d {{(pid=104543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:56.409735 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), before_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.463492 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.469600 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:56.475199 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.db [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] For port 529996e4-f8f2-456f-bb4f-fe153214779d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=529996e4-f8f2-456f-bb4f-fe153214779d,segment=NetworkSegment(dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5),segment_id=dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5)] {{(pid=104543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:56.475561 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), precommit_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.479314 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.490226 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] Calling delete_port for 529996e4-f8f2-456f-bb4f-fe153214779d owned by network:dhcp {{(pid=104543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:56.513328 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] No DVR routers for this DVR port 529996e4-f8f2-456f-bb4f-fe153214779d on host dv-cinder-master-3-iscsi {{(pid=104541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:56.517481 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=529996e4-f8f2-456f-bb4f-fe153214779d,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:56.568370 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769'] for port (529996e4-f8f2-456f-bb4f-fe153214779d), after_delete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.586475 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (c1a88451-f287-4e35-b7e8-a6d4e4aaa603), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.594928 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] Pushing event deleted for resources: {'Port': ['ID=529996e4-f8f2-456f-bb4f-fe153214779d,revision_number=None']} {{(pid=104543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:56.598540 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba1cb4-6d8b-4d78-a598-2d2781144e24 None None] No DVR routers for this DVR port 529996e4-f8f2-456f-bb4f-fe153214779d on host dv-cinder-master-3-iscsi {{(pid=104543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:56.615085 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a88451-f287-4e35-b7e8-a6d4e4aaa603']}} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:56.625571 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5') {'for_net_delete': True} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:56.625571 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.services.segments.db [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5') {} {{(pid=104541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:56.636113 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3710265'] for segment (dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.650667 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.658813 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=104541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:56.658813 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4042195'] for segment (dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.662864 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e67f5b27-7763-4b9a-a01e-307834ddc86d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:56.692493 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: e67f5b27-7763-4b9a-a01e-307834ddc86d {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:56.693039 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device e67f5b27-7763-4b9a-a01e-307834ddc86d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:56.693665 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:56.718580 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:56.718915 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 1d2dc34e-07dd-4c50-b712-3f03dbc532b4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:56.719563 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 529996e4-f8f2-456f-bb4f-fe153214779d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:15:56.731663 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (c1a88451-f287-4e35-b7e8-a6d4e4aaa603), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.748376 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:56.751017 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 529996e4-f8f2-456f-bb4f-fe153214779d {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:15:56.751360 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 529996e4-f8f2-456f-bb4f-fe153214779d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:15:56.755743 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/c1a88451-f287-4e35-b7e8-a6d4e4aaa603 HTTP/1.1" status: 204 len: 168 time: 0.5729828 Oct 30 01:15:56.755743 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52548) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:56.771907 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5 resource provider aggregate not found Oct 30 01:15:56.807511 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b30a-9a1f-4e48-8243-2a655337d3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a88451-f287-4e35-b7e8-a6d4e4aaa603,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:56.822152 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.services.segments.plugin [-] Segment dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbf45de4-df2f-4ff7-bc70-7af1cce8e0d5 found for delete ", "request_id": "req-38c5ff25-a58a-4f21-9eb8-6fd61b1eca7f"}]} Oct 30 01:15:57.094631 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717844'] for router_interface (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.317984 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Deleting port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:57.318315 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.361122 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:57.398581 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] For port ce28cc8a-c9e5-46de-9cfe-4938a9c1b705, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,segment=NetworkSegment(5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6),segment_id=5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:57.398905 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.412064 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Calling delete_port for ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 owned by network:router_interface {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:57.455064 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:57.597437 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (ce28cc8a-c9e5-46de-9cfe-4938a9c1b705), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.628627 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce28cc8a-c9e5-46de-9cfe-4938a9c1b705,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:57.799572 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716420'] for router_interface (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:57.819710 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3083a4-7741-4137-95a7-4375f0a4ae1a None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 30 01:15:57.891894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3083a4-7741-4137-95a7-4375f0a4ae1a None None] Resources bound (agent type, host, resource id): {{(pid=104543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 30 01:15:58.280895 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 has already been hosted by L3 agent 3c0fa459-5af6-4922-96c9-c66889c6423e {{(pid=104541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 30 01:15:58.402246 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 30 01:15:58.408034 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-257bbec3-0c04-42a7-b025-496703597138 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6515594 Oct 30 01:15:58.410559 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52552) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:58.415580 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] Sync routers for ids ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'] in dv-cinder-master-3-iscsi {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 30 01:15:58.427879 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] Routers {'3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:58.428504 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:58.472580 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:58.518763 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks [] for router (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.542612 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] Set router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 gateway port host: dv-cinder-master-3-iscsi {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:58.625733 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks [] for router_gateway (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.643841 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.provisioning_blocks [None req-71053f28-eb76-4763-b67e-f5163d66a8ce None None] Provisioning complete for port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f triggered by entity DHCP. {{(pid=104543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 30 01:15:58.644218 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-71053f28-eb76-4763-b67e-f5163d66a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-67043470'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), provisioning_complete {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.644546 dv-cinder-master-3-iscsi neutron-server[104543]: INFO neutron.plugins.ml2.plugin [None req-71053f28-eb76-4763-b67e-f5163d66a8ce None None] Attempt 1 to provision port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f Oct 30 01:15:58.671589 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Deleting port b336f6ba-d642-4da3-8b21-4aa17eca9a00 {{(pid=104541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:58.671589 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.673070 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:58.757884 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.db [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] For port b336f6ba-d642-4da3-8b21-4aa17eca9a00, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b336f6ba-d642-4da3-8b21-4aa17eca9a00,segment=NetworkSegment(e74211ee-a805-403d-8206-2e56506171a4),segment_id=e74211ee-a805-403d-8206-2e56506171a4)] {{(pid=104541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:58.758517 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.773715 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.plugins.ml2.plugin [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Calling delete_port for b336f6ba-d642-4da3-8b21-4aa17eca9a00 owned by network:router_gateway {{(pid=104541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:58.782288 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-71053f28-eb76-4763-b67e-f5163d66a8ce None None] Current status of the port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f is: ACTIVE; New status is: ACTIVE {{(pid=104543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 30 01:15:58.785631 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:58.788832 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'external_fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:15:57Z', 'revision_number': 5, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port': {'id': 'b336f6ba-d642-4da3-8b21-4aa17eca9a00', 'name': '', 'network_id': '43034da1-60cf-4ad9-b50e-ff1806fe9dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9493692-c692-46e7-a6ae-0ab6555cc8ad', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:58.815402 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] Checking router: 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 for host: dv-cinder-master-3-iscsi {{(pid=104543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 30 01:15:58.824220 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] Routers {'3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 30 01:15:58.824832 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-30T00:47:38Z,description=,heartbeat_timestamp=2022-10-30T01:15:38Z,host='dv-cinder-master-3-iscsi',id=3c0fa459-5af6-4922-96c9-c66889c6423e,load=0,resource_versions=,resources_synced=,started_at=2022-10-30T00:47:38Z,topic='l3_agent')) {'router_ids': ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'], 'active': True} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:58.952250 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4042208'] for port (b336f6ba-d642-4da3-8b21-4aa17eca9a00), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:58.976224 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b336f6ba-d642-4da3-8b21-4aa17eca9a00,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:59.044175 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-719699'] for router_gateway (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.056145 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_dvr_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] Set router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 gateway port host: None {{(pid=104543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 30 01:15:59.107458 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.db.l3_hamode_db [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:15:58Z', 'revision_number': 6, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:59.132058 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15d759-6227-4900-9a32-15cb60acc886 None None] The sync data for ids ['3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9'] in dv-cinder-master-3-iscsi is: [{'id': '3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9', 'name': 'tempest-TestVolumeBootPattern-1379229001-router', 'tenant_id': '39ed9d8c55cf4a549f2f49504650aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-30T01:07:15Z', 'updated_at': '2022-10-30T01:15:58Z', 'revision_number': 6, 'project_id': '39ed9d8c55cf4a549f2f49504650aa20', 'gw_port_host': None}] {{(pid=104543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 30 01:15:59.134613 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65251'] for router (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.137124 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks [] for router_controller (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.194723 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716497'] for router (3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.195280 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 {{(pid=104541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 30 01:15:59.200005 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.201169 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-158affcc-bb1b-458b-aae8-8e0c50ddc5a5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/3f0101d8-5cd9-42fd-89ba-1c4d1f6674c9 HTTP/1.1" status: 204 len: 168 time: 0.7896526 Oct 30 01:15:59.204082 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.wsgi [-] (104541) accepted ('10.222.0.16', 52554) {{(pid=104541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:59.248859 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Deleting subnet f285a4f5-0f30-424a-bc67-ed290e7d747a {{(pid=104541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 30 01:15:59.252085 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Publish callbacks [] for subnet (f285a4f5-0f30-424a-bc67-ed290e7d747a), before_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.288742 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3710256'] for subnet (f285a4f5-0f30-424a-bc67-ed290e7d747a), precommit_delete_associations {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.367081 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-67056796'] for subnet (f285a4f5-0f30-424a-bc67-ed290e7d747a), precommit_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.388471 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.422156 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-67056869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4042165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8538871'] for subnet (f285a4f5-0f30-424a-bc67-ed290e7d747a), after_delete {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.445089 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f285a4f5-0f30-424a-bc67-ed290e7d747a,revision_number=None']} {{(pid=104541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:59.450799 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG neutron_lib.callbacks.manager [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for subnet (None), before_response {{(pid=104541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.454560 dv-cinder-master-3-iscsi neutron-server[104541]: INFO neutron.wsgi [None req-dd513792-5b84-4a6b-aa18-60689ec52b62 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/f285a4f5-0f30-424a-bc67-ed290e7d747a HTTP/1.1" status: 204 len: 168 time: 0.2496054 Oct 30 01:15:59.457298 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52556) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:15:59.460030 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffa3177-83f0-47e6-8c01-e5a3dbf2fc72 None None] Network 99be3c87-202f-4563-b98a-396be3b0d4d8 requested from dv-cinder-master-3-iscsi {{(pid=104543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 30 01:15:59.507521 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.539219 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66895616'] for network (99be3c87-202f-4563-b98a-396be3b0d4d8), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.585781 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Deleting port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f {{(pid=104542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 30 01:15:59.586110 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751767185610'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.625525 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.639955 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:15:59.652314 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.db [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] For port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,segment=NetworkSegment(5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6),segment_id=5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6)] {{(pid=104542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 30 01:15:59.652670 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655643'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.666553 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.plugin [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Calling delete_port for 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f owned by network:dhcp {{(pid=104542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 30 01:15:59.753216 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67104373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751767189679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751766811769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8700735'] for port (920d65cd-9cca-4e5f-8cf9-3a98449f9b1f), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.775159 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Pushing event deleted for resources: {'Port': ['ID=920d65cd-9cca-4e5f-8cf9-3a98449f9b1f,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:15:59.781885 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] No DVR routers for this DVR port 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f on host dv-cinder-master-3-iscsi {{(pid=104542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 30 01:15:59.858181 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-67045479', 'neutron.services.segments.db._delete_segments_for_network-8751767281538'] for network (99be3c87-202f-4563-b98a-396be3b0d4d8), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.881077 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99be3c87-202f-4563-b98a-396be3b0d4d8']}} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:59.885016 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd208f-4d13-4464-9011-6f19b7e88e4e None None] DHCP port deletion for 99be3c87-202f-4563-b98a-396be3b0d4d8 request from dv-cinder-master-3-iscsi {{(pid=104543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 30 01:15:59.892855 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6') {'for_net_delete': True} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:59.896838 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.services.segments.db [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6') {} {{(pid=104542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 30 01:15:59.906205 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751767281601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9329104'] for segment (5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.921004 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060'] for segment (5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.927657 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=104542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 30 01:15:59.928223 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66977060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700684'] for segment (5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.972179 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6 resource provider aggregate not found Oct 30 01:15:59.995137 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-67045484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-719743'] for network (99be3c87-202f-4563-b98a-396be3b0d4d8), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:15:59.998162 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.services.segments.plugin [-] Segment 5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bbb7c40-f6c4-4d87-8db7-11e9bd3a6cc6 found for delete ", "request_id": "req-816470d6-cc6b-4bb1-9e95-d2ef753a7e10"}]} Oct 30 01:16:00.003522 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555545'] for network (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.006495 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/99be3c87-202f-4563-b98a-396be3b0d4d8 HTTP/1.1" status: 204 len: 168 time: 0.5481727 Oct 30 01:16:00.016397 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7834b4-e8c3-4b30-81fa-05f598578282 admin admin] Pushing event deleted for resources: {'Network': ['ID=99be3c87-202f-4563-b98a-396be3b0d4d8,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:00.175968 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52564) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:00.216592 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-80ecd8f4-8523-455f-8120-8348d2a670a4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=238d71be4e094cb6b84f9a48a8a2c79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394568 Oct 30 01:16:00.219228 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52566) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:00.272540 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6789-a2ad-441a-ae26-658da5226117 admin admin] Publish callbacks [] for security_group (33486910-8f27-4568-b70b-f95c6ddf2f79), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.293453 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6789-a2ad-441a-ae26-658da5226117 admin admin] Publish callbacks [] for security_group (33486910-8f27-4568-b70b-f95c6ddf2f79), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.346348 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6789-a2ad-441a-ae26-658da5226117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (33486910-8f27-4568-b70b-f95c6ddf2f79), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.349176 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6789-a2ad-441a-ae26-658da5226117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.350773 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-a9aa6789-a2ad-441a-ae26-658da5226117 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/33486910-8f27-4568-b70b-f95c6ddf2f79 HTTP/1.1" status: 204 len: 168 time: 0.1306701 Oct 30 01:16:00.359098 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa6789-a2ad-441a-ae26-658da5226117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33486910-8f27-4568-b70b-f95c6ddf2f79,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:00.633966 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:16:00.655626 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:16:00.655981 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device ce28cc8a-c9e5-46de-9cfe-4938a9c1b705 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:16:00.656427 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device b336f6ba-d642-4da3-8b21-4aa17eca9a00 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:16:00.675160 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: b336f6ba-d642-4da3-8b21-4aa17eca9a00 {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:16:00.675509 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device b336f6ba-d642-4da3-8b21-4aa17eca9a00 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:16:00.675944 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 30 01:16:00.691515 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52572) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:00.697223 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.plugin [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] No Port match for: 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f {{(pid=104543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 30 01:16:00.697570 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron.plugins.ml2.rpc [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Device 920d65cd-9cca-4e5f-8cf9-3a98449f9b1f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 30 01:16:00.733090 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-f6a9cfa1-f7f5-4527-b8a6-0d42a16702c9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=39ed9d8c55cf4a549f2f49504650aa20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400989 Oct 30 01:16:00.735482 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [-] (104542) accepted ('10.222.0.16', 52574) {{(pid=104542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 30 01:16:00.785270 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-738eb248-d212-4ee2-af02-3ba79df7559d admin admin] Publish callbacks [] for security_group (34c01391-d9d1-4ecb-9a97-8e388cb81fc1), before_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.805578 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-738eb248-d212-4ee2-af02-3ba79df7559d admin admin] Publish callbacks [] for security_group (34c01391-d9d1-4ecb-9a97-8e388cb81fc1), precommit_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.858930 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-738eb248-d212-4ee2-af02-3ba79df7559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-910095'] for security_group (34c01391-d9d1-4ecb-9a97-8e388cb81fc1), after_delete {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.861460 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron_lib.callbacks.manager [None req-738eb248-d212-4ee2-af02-3ba79df7559d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:00.862598 dv-cinder-master-3-iscsi neutron-server[104542]: INFO neutron.wsgi [None req-738eb248-d212-4ee2-af02-3ba79df7559d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/34c01391-d9d1-4ecb-9a97-8e388cb81fc1 HTTP/1.1" status: 204 len: 168 time: 0.1262038 Oct 30 01:16:00.870615 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eb248-d212-4ee2-af02-3ba79df7559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c01391-d9d1-4ecb-9a97-8e388cb81fc1,revision_number=None']} {{(pid=104542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 30 01:16:05.590403 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=86 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:05.594119 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=79 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:06.219190 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-fe20b73c-4d37-4433-8a82-8d74449e5014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:06.580964 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:08.317037 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-c973294b-f834-4ce1-bcff-aea5a22e847d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:09.427676 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:09.445144 dv-cinder-master-3-iscsi neutron-server[104541]: DEBUG dbcounter [-] [104541] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104541) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:09.600117 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:10.866260 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:10.867669 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG dbcounter [-] [104542] Writing DB stats neutron:SELECT=71,neutron:DELETE=11 {{(pid=104542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:11.098974 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:11.323124 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:16.585845 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:16.587078 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:21.309396 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=39 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:21.316707 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=16,neutron:UPDATE=6 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:23.755662 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:16:35.444210 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=12 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:35.446639 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=16 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:36.216652 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-104096da-252d-4784-b888-a1b73fa9218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:36.590988 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:38.318341 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-d16fa087-a8f4-458b-8521-7c0552517fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:39.610751 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.107259 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:41.332670 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:16:51.323544 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:51.325961 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:53.079841 dv-cinder-master-3-iscsi neutron-server[104542]: DEBUG neutron.wsgi [req-cb6013af-c5b8-4299-a9ac-2e2af1990b29 req-83545760-f0f0-4d28-84d1-457fa6336d60 service neutron] (104542) timed out ('10.222.0.43', 52953) {{(pid=104542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 30 01:16:53.588202 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:16:53.589421 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:00.756671 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:17:06.208899 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-0a287277-1101-4bc7-bf73-db13f835e433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:06.611596 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:08.317837 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5c60f8aa-4b15-418f-8180-9eeaa1d999c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:09.614983 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:10.751326 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:11.096584 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:11.332246 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:21.322588 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:21.325163 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:30.594346 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:34.581185 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:36.207182 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-77d7c019-2db0-4051-84ac-9d301ae03d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:36.604548 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:37.760500 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:17:38.319013 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4c344996-13f0-4b77-89ef-2b9c4677227e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:39.619934 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.101691 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:41.333623 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:17:47.752851 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:55.349758 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:17:55.356003 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:06.209617 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-da79e53b-e8f0-4fd3-80a1-45a0dd5bd0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:06.617920 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:07.599584 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:07.600479 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:08.319516 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1c6f07ec-741d-4701-8215-35e46ef2548d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:09.616675 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:11.107813 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:11.337275 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:14.764141 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:18:21.328681 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:21.330607 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:24.755211 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:24.756524 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:36.213413 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1764f983-8f78-46e8-a490-96ef61c3398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:36.609702 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:38.316523 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-2e9cad49-0f35-4d11-9ad1-5114f3227572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:39.622268 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:41.115109 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:41.347732 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:18:44.596175 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=16 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:44.597147 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=16 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:51.336943 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:51.339072 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:18:51.768826 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:19:01.761338 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:06.218445 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a12d-fd12-4e38-a2a2-161dc49d1c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:06.647748 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:08.319749 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-29cdb24f-bca6-466b-aa01-ab61cbb207b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:09.633947 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:11.104448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:11.352197 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:21.342864 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:21.345448 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:21.591806 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:21.600094 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=3 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:28.770851 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:19:36.220319 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-954f5a99-a2d7-452a-ac71-3ee0c3a62509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:36.666491 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:38.316986 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8e537e06-98f0-4297-9fe8-6146917d391c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:38.764591 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:38.765392 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:39.635251 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:41.107086 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:41.350324 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:19:55.363574 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:55.365992 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:58.595392 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:19:58.604564 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:05.775297 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:20:06.222894 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4127-f311-483d-a4d7-437fbfa81c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:06.677915 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:08.313419 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5e517737-ef9a-42c6-998f-df60d823b2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:09.634628 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.109172 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:11.364410 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:15.765951 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:15.767951 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:21.345331 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:21.356165 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:35.609118 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=15 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:35.610206 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=17 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:36.224712 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-452d3cac-18d1-4368-9da1-4e2363820017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:36.699442 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:38.314228 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-973ab139-3642-4a3d-a799-7eaebfa3d61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:39.639003 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:41.113112 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:41.371969 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:20:42.777012 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:20:51.359052 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:51.363175 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:52.770422 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:20:52.772518 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:06.232361 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-5716fdd2-96aa-432f-bbd9-ffcb5185c46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:06.699945 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:08.311045 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a3ed7e79-3185-4bad-8f6b-3a730cd4ea59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:09.643789 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:11.111740 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:11.371282 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:12.604539 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:12.605660 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=4 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:19.781209 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG neutron.db.agents_db [None req-12280571-7145-4560-b16e-2b3922395788 None None] Agent healthcheck: found 6 active agents {{(pid=104544) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 30 01:21:21.355901 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:21.363956 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG dbcounter [-] [104543] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104543) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:34.576075 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=2 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:34.577400 dv-cinder-master-3-iscsi neutron-server[104544]: DEBUG dbcounter [-] [104544] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104544) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 30 01:21:36.222762 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-4c067d3e-eec0-4eae-a966-0e6f1e98e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (c61674e6-9bc4-49a2-8b19-918ca7bff246), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:36.711179 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-6e36ca49-56f6-474d-94b2-79de3dd1eefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (b7602366-7ce8-40d2-9fd2-8165c1b2eac6), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:38.306764 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-a74599e4-b9a8-4fc8-bb1d-ea1dff3388ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (3c0fa459-5af6-4922-96c9-c66889c6423e), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:39.640018 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-1a12513d-1335-4281-855a-8295ff938aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (d263fcca-c4e0-416a-8a06-2b4439e2c814), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:41.110425 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-b57afc68-9408-4f20-a79e-7e8da87112cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (f07609ab-0ae0-48ad-8583-393ede1926fb), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 30 01:21:41.368526 dv-cinder-master-3-iscsi neutron-server[104543]: DEBUG neutron_lib.callbacks.manager [None req-9b2791b8-5e96-45ee-851f-d087c82ad8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751767281520', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-67043364'] for agent (9b3c6b9f-6aa5-4248-a836-21a2b843c4ed), after_update {{(pid=104543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}